# robots.txt
User-agent: * 
Disallow: /cgi-bin
Disallow: /simulacrum

User-agent: Roverbot 
Disallow: /

User-agent: FFiNet32.DLL/3.1
Disallow: /