User-agent: *
Disallow: /cgi-bin/
Disallow: /test/
Disallow: /tmp/
Disallow: /errors/
Disallow: /.tmp/
Disallow: /no_index/
Disallow: /projects/
Disallow: *_vti*

User-agent: LinkWalker  
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: Purebot
Disallow: /

User-agent: Yandex
Disallow: /

User-agent: spbot
Disallow: /

User-agent: GingerCrawler
Disallow: /

User-agent: SBIder
Disallow: /

User-agent: test/Nutch-0.9
Disallow: /

User-agent: heritrix
Disallow: /

User-agent: panscient
Disallow: /

User-agent: CazoodleBot
Disallow: /

User-agent: WebAlta
Disallow: /

User-agent: DepSpid
Disallow: /

User-agent: Tasapspider
Disallow: /

User-agent: LargeSmall
Disallow: /

User-agent: YandexBot
Disallow: /

User-agent: TwengaBot
Disallow: /


User-agent: YoudaoBot
Disallow: /

User-agent: taptubot
Disallow: /

User-agent: 008
Disallow: /

User-agent: SnookBot
Disallow: /

Sitemap: http://web-tech.ga-usa.com/sitemap.xml