# Robots.txt file created by http://www.webtoolcentral.com
# For domain: http://genealogytrails.com/

# All robots will spider the domain

User-agent: Mozilla/5.0 (compatible; heritrix/1.12.1 +http://www.page-store.com
Disallow: /

User-agent: Microsoft-WebDAV-MiniRedir/5.1.2600
Disallow: /

User-agent: ISC Systems iRc Search 2.1
Disallow: /

User-agent: zermelo Mozilla/5.0 compatible; heritrix/1.12.1 (+http://www.powerset.com) 
Disallow: /

User-agent: zermelo
Disallow: /

User-agent: page-store
Disallow: /

User-agent: ichiro
Disallow: /

User-agent: Mozilla crawl/5.0 (compatible; frt/1.13.2 +http://www..com)
Disallow: /

User-agent: oidiagcErgcwEdjjiqsyngksesvsksfevir
Disallow: /

User-agent: juxysywxjlqn5ptro5vaybfhkgldikrxv 
Disallow: /

User-agent: MSR-ISRCCrawler
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: Gaisbot
Disallow: /

User-agent: REAP-crawler
Disallow: /

User-agent: Nutch
Disallow: /

User-agent: Searchme
Disallow: /

User-agent: SMBot/1.1 (www.specificmedia.com)
Disallow: /

User-agent: envolk[ITS]spider
Disallow: /

User-agent: Googlebot-Image
Disallow: /*.gif$
Disallow: /*.jpg$
 
User-agent: twiceler
Disallow: /

User-agent: KosmosSpider
Disallow: / 

User-agent: kosmix
Disallow: /

User-agent: voyager-hc/1.0
Disallow: /

User-agent: sogou spider
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: spider26.yandex.ru
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: MyFamilyBot
Disallow: /

User-agent: ia_archiver-web.archive.org
Disallow: /

User-agent: BecomeBot 
Disallow: / 

User-agent: FreeFind
Disallow: /cgi-bin/
Disallow: /graphics/
Disallow: /ill/graphics/

User-agent: msnbot
Crawl-Delay: 2
Disallow: /*.gif$
Disallow: /*.jpg$

User-agent: msnbot-media
Disallow: /

User-agent: Slurp
Crawl-Delay: 1
Disallow: /*.gif$
Disallow: /*.jpg$

User-agent: Java/1.4.1_04  
Disallow: / 

User-agent: Teoma
Disallow: /

User-agent: Speedy
Disallow: /

User-agent: ZanranCrawler
Disallow: /

User-agent: psbot/0.1 
Disallow: /

User-agent: Mozilla/5.0 (compatible; OsO; http://oso.octopodus.com/abot.html)
Disallow: /

User-agent: Exabot
Disallow: / 

#Disallow directory /cgi-bin/
User-agent: *
Disallow: /cgi-bin/
Disallow: /graphics/
Disallow: /ill/graphics/