# COGENT 1.1
# robot/spider exclusion 
# http://info.webcrawler.com/mak/projects/robots/robots.html
User-agent: EmailSiphon
User-agent: Kilroy             # OCLC
User-agent: Whacker            # WebWhacker
User-agent: FlashSite
User-agent: NetJet
User-agent: Snarf
User-Agent: TestApp/1.0 libwww/4.1b5
User-Agent: GETWWW-ROBOT/2.0
User-Agent: MemoWeb
User-Agent: net.Sweep/v1.2e-T1-CHI
User-Agent: FFiNet32.DLL/3.1 libwww/3.1
User-Agent: Javachapman:05/19/19-15:35
User-Agent: LaSCoW-trace/1.0
Disallow: /

User-agent: *
Disallow: /cgi-bin/
Disallow: /stats/
Disallow: /pig/
Disallow: /minivend/
Disallow: /net.Thread/bin/
Disallow: /net.Thread/src/