User-agent: * Crawl-delay: 0.5 Disallow: /includes/ Disallow: /misc/ Disallow: /modules/ Disallow: /profiles/ Disallow: /scripts/ Disallow: /sites/ Disallow: /themes/ Disallow: /cron.php Disallow: /INSTALL.mysql.txt Disallow: /INSTALL.pgsql.txt Disallow: /install.php Disallow: /update.php Disallow: /xmlrpc.php Disallow: /admin/ Disallow: /comment/reply/ Disallow: /contact/ Disallow: /logout/ Disallow: /node/add/ Disallow: /search/ Disallow: /user/register/ Disallow: /user/password/ Disallow: /user/login/ Disallow: /?q=admin/ Disallow: /?q=comment/reply/ Disallow: /?q=contact/ Disallow: /?q=logout/ Disallow: /?q=node/add/ Disallow: /?q=search/ Disallow: /?q=user/password/ Disallow: /?q=user/register/ Disallow: /?q=user/login/ User-agent: Googlebot-Image Disallow: / User-agent: Googlebot-Image Disallow: /*.gif$ User-agent: Googlebot-Image Disallow: /*.png$ User-agent: Googlebot-Image Disallow: /*.jpg$ User-agent: Googlebot-Image Disallow: /*.jpeg$ User-agent: Googlebot-Image Disallow: /*.tiff$ User-agent: * Disallow: /images/ User-agent: ia_archiver Disallow: / User-Agent: NaverRobot Disallow: / User-Agent: GenCrawler Disallow: / User-Agent: Findexa Disallow: / User-Agent: appie Disallow: / User-Agent: abcdatos_botlink Disallow: / User-Agent: france.misesajour.com Disallow: / User-Agent: roach.smo.av.com-1.0 Disallow: / User-Agent: ah-ha.com Disallow: / User-Agent: maxbot.com Disallow: / User-Agent: Mediapartners-Google Disallow: / User-Agent: mozDex Disallow: / User-Agent: StackRambler Disallow: / User-Agent: geckobot Disallow: / User-Agent: DittoSpyder Disallow: / User-Agent: griffon Disallow: / User-Agent: ia_archiver Disallow: / User-Agent: UltraSeek Disallow: / User-Agent: Tutorial Disallow: / User-Agent: NationalDirectory-SuperSpider Disallow: / User-Agent: Knowledge.com Disallow: / User-Agent: YBSbot Disallow: / User-Agent: EuripBot Disallow: / User-Agent: InfoSeek Disallow: / User-Agent: Openbot Disallow: / User-Agent: Scrubby Disallow: / User-Agent: MP3Bot Disallow: / User-Agent: getRAX Disallow: / User-Agent: Openfind Disallow: / User-Agent: MuscatFerret Disallow: / User-Agent: supersnooper Disallow: / User-Agent: PicoSearch Disallow: / User-Agent: Searchspider Disallow: / User-Agent: Yellopet-Spider Disallow: / User-Agent: speedfind Disallow: / User-Agent: EARTHCOM.info Disallow: / User-Agent: ArchitextSpider Disallow: / User-Agent: Pinpoint.com Disallow: / User-Agent: Rambler Disallow: / User-Agent: WSCbot Disallow: / User-Agent: AbachoBOT Disallow: / User-Agent: AxmoRobot Disallow: / User-Agent: Navadoo Disallow: / User-Agent: AltaVista-Intranet Disallow: / User-Agent: DIIbot Disallow: / User-Agent: Clushbot Disallow: / User-Agent: Lycos Disallow: / User-Agent: SeznamBot Disallow: / User-Agent: Adsbot-Google Disallow: / User-Agent: Mercator Disallow: / User-Agent: Jack Disallow: / User-Agent: IlTrovatore-Setaccio Disallow: / User-Agent: Mole Disallow: / User-Agent: GeonaBot Disallow: / User-Agent: CanSeek Disallow: / User-Agent: GalaxyBot Disallow: / User-Agent: snupersnooper.com Disallow: / User-Agent: Scooter2_Mercator_3-1.0 Disallow: / User-Agent: WhizBang Disallow: / User-Agent: infoseek Disallow: / User-Agent: Aranha Disallow: / User-Agent: Linknzbot Disallow: / User-Agent: Lycos_Spider Disallow: / User-Agent: ramBot Disallow: / User-Agent: libwww-perl Disallow: / User-Agent: AESOP_com_SpiderMan Disallow: / User-Agent: Googlebot-Mobile Disallow: / User-Agent: MantraAgent Disallow: / User-Agent: Surfnomore Disallow: / User-Agent: NetResearchServer Disallow: / User-Agent: KIT-Fireball Disallow: / User-Agent: Vivante Disallow: / User-Agent: Scooter Disallow: / User-Agent: nttdirectory_robot Disallow: / User-Agent: updated Disallow: / User-Agent: Acoon Disallow: / User-Agent: RaBot Disallow: / User-Agent: ObjectsSearch Disallow: / User-Agent: PJspider Disallow: / User-Agent: noxtrumbot Disallow: / User-Agent: MojeekBot Disallow: / User-Agent: NationalDirectory Disallow: / User-Agent: Wget Disallow: / User-Agent: Yandex Disallow: / User-Agent: HenryTheMiragoRobot Disallow: / User-Agent: LycosSpider Disallow: / User-Agent: FyberSearch Disallow: / User-Agent: dloader Disallow: / User-Agent: LNSpiderguy Disallow: / User-Agent: ZyBorg Disallow: / User-Agent: TraficDublu Disallow: / User-Agent: Teradex_Mapper Disallow: / User-Agent: EZResult Disallow: / User-Agent: marvin Disallow: / User-Agent: SearchByUsa Disallow: / User-Agent: Gulliver Disallow: / User-Agent: moget Disallow: / User-Agent: Abacho Disallow: / User-Agent: xtreme Disallow: / User-Agent: kuloko-bot Disallow: / User-Agent: IncyWincy Disallow: / User-Agent: JoocerBot Disallow: / User-Agent: FAST Disallow: / User-Agent: Search-10 Disallow: / User-Agent: SightQuestBot Disallow: / User-Agent: Atomz Disallow: / User-Agent: lookbot Disallow: / User-Agent: FAST-WebCrawler Disallow: / User-Agent: QweeryBot Disallow: / User-Agent: Toutatis Disallow: / User-Agent: Hubater Disallow: / User-Agent: AlkalineBOT Disallow: / User-Agent: Kototoi Disallow: / User-Agent: CrawlerBoy Disallow: / User-Agent: Spider_Monkey Disallow: / User-Agent: ChristCRAWLER Disallow: / User-Agent: gazz Disallow: / User-Agent: OnetSzukaj Disallow: / User-Agent: shark Disallow: / User-Agent: dumrobo Disallow: / User-Agent: piranha Disallow: / User-Agent: antibot Disallow: / User-Agent: DeepIndex Disallow: / User-Agent: ESISmartSpider Disallow: / User-Agent: WIRE Disallow: / User-Agent: Nazilla Disallow: / User-Agent: Arachnoidea Disallow: / User-Agent: Googlebot-Image Disallow: / User-Agent: asterias Disallow: / User-Agent: psbot Disallow: /