# for an installation in a subdirectory, you have to copy this file in your root of your domain and add  /subdir/ on each line
User-agent: *
Disallow: /
User-agent: Googlebot
Allow: /
User-Agent: MSNBot
Allow: /
User-Agent: Slurp
Allow: /
User-agent: Teoma
Allow: /
User-agent: Googlebot-Image
Allow: /
User-agent: Googlebot-Mobile
Allow: /
User-agent: MSNbot-Media
Allow: /
User-agent: Adsbot-Google
Allow: /
User-agent: MediaPartners-Google
Allow: /
User-agent: ia_archiver
Allow: /
User-agent: Scooter
Allow: /
User-agent: Mercator
Allow: /
User-agent: Scooter2_Mercator_3-1.0
Allow: /
User-agent: AltaVista-Intranet
Allow: /
User-agent: FAST-WebCrawler
Allow: /
User-agent: Wget
Allow: /
User-agent: Acoon Robot
Allow: /
User-agent: CanSeek/
Allow: /
User-agent: ChristCRAWLER
Allow: /
User-agent: Crawler
Allow: /
User-agent: DaAdLe.com ROBOT/
Allow: /
User-agent: RaBot
Allow: /
User-agent: DeepIndex
Allow: /
User-agent: Jack
Allow: /
User-agent: EARTHCOM.info
Allow: /
User-agent: Speedy Spider
Allow: /
User-agent: ArchitectSpider
Allow: /
User-agent: EuripBot
Allow: /
User-agent: Arachnoidea
Allow: /
User-agent: EZResult
Allow: /
User-agent: Fast PartnerSite Crawler
Allow: /
User-agent: KIT-Fireball
Allow: /
User-agent: france.misesajour.com
Allow: /
User-agent: FyberSearch
Allow: /
User-agent: GalaxyBot
Allow: /
User-agent: geckobot
Allow: /
User-agent: GenCrawler
Allow: /
User-agent: GeonaBot
Allow: /
User-agent: getRAX
Allow: /
User-agent: moget/2.0
Allow: /
User-agent: Linknzbot
Allow: /
User-agent: NationalDirectory-SuperSpider
Allow: /
User-agent: Scrubby/
Allow: /
User-agent: Kototoi/0.1
Allow: /
User-agent: SearchByUsa
Allow: /
User-Agent: Spider_Monkey/
Allow: /
User-Agent: marvin/infoseek
Allow: /
User-agent: WSCbot
Allow: /
User-agent: YBSbot search engine indexer
Allow: /
User-agent: AbachoBOT
Allow: /
User-agent: abcdatos_botlink
Allow: /
User-agent: AESOP_com_SpiderMan
Allow: /
User-agent: ah-ha.com crawler
Allow: /
User-agent: Tv<nn>_Merc_resh_26_1_D-1.0
Allow: /
User-agent: antibot
Allow: /
User-agent: AxmoRobot
Allow: /
User-agent: Clushbot
Allow: /
User-agent: DeepIndex
Allow: /
User-agent: DittoSpyder
Allow: /
User-agent: ArchitextSpider
Allow: /
User-agent: FAST Data Search Crawler
Allow: /
User-agent: FAST Data Search Document Retriever
Allow: /
User-agent: GeonaBot
Allow: /
User-agent: Aranha
Allow: /
User-agent: Slurp.so/1.0
Allow: /
User-agent: Slurp/2.0j
Allow: /
User-agent: Slurp/3.0-AU
Allow: /
User-agent: Jack
Allow: /
User-agent: UltraSeek
Allow: /
User-agent: MP3Bot
Allow: /
User-agent: Knowledge.com/
Allow: /
User-agent: Lycos_Spider_(T-Rex)
Allow: /
User-agent: MojeekBot
Allow: /
User-agent: PJspider
Allow: /
User-agent: Spider/maxbot.com
Allow: /
User-agent: KIT-Fireball
Allow: /
User-agent: dloader(NaverRobot)/
Allow: /
User-agent: dumrobo(NaverRobot)/
Allow: /
User-agent: Openfind piranha,Shark
Allow: /
User-agent: psbot
Allow: /
User-agent: CrawlerBoy Pinpoint.com
Allow: /
User-agent: Search-10
Allow: /
User-agent: appie
Allow: /
User-agent: UK Searcher Spider
Allow: /
User-agent: Findexa Crawler
Allow: /
User-agent: YBSbot search engine indexer
Allow: /
User-agent: Iron33
Allow: /