User-agent: ia_archiver
Disallow: /

User-agent: CrawlerBoy
Disallow: /

User-agent: crawlerboy
Disallow: /

User-agent: CrawlerBoy+Pinpoint.com
Disallow: /

User-agent: crawlerboy+pinpoint.com
Disallow: /

User-agent: SlySearch
Disallow: /

User-agent: psbot
Disallow: /

User-agent: ShopWiki
Disallow: /

User-agent: geobot
Disallow: /

User-agent: *
Disallow: /aspnet_client/
Disallow: /cbe/
Disallow: /css/
Disallow: /email/images/
Disallow: /includes/
Disallow: /mbe/
Disallow: /pe/
Disallow: /rod/
Disallow: /sc/
Disallow: /tim/
Disallow: /webmail/
Disallow: /index_test.shtml
Disallow: /index3.shtml
Sitemap: http://www.allgasdetectors.com/sitemap.xml
Sitemap: http://www.allgasdetectors.com/sitemap.shtml