# robots.txt file 
User-agent: *
Disallow: /gbook
Disallow: /arp3
Disallow: /awforums
Disallow: /community
Disallow: /go
Disallow: /nvcforums
Disallow: /rss
Disallow: /Templates
Disallow: /cgi-bin

User-agent: Microsoft URL Control
Disallow: / 

User-agent: NPBot
Disallow: / 

User-agent: psbot/0.1
Disallow: / 

User-agent: ia_archiver 
Disallow: /