# Common Robots for possible Exclusion...
# http://www.roverbot.com - "RoverBot" - aggressive
# http://*.ru/ + others - "MSIECrawler" - coordinated spider attack
# http://www.altavista.com - "Scooter"
# This robots.txt file excludes undeveloped sites from indexing


User-agent: *
Disallow: /cgi-bin

User-agent: *
Disallow: /private

User-agent: RoverBot
Disallow: /

User-agent: MSIECrawler
Disallow: /

User-agent: GetRight
Disallow: /

User-agent: Teleport
Disallow: /