User-Agent: *
Disallow: /cgi-bin/
Disallow: /admin/

User-agent: DISCo Pump, Wget, WebZIP, Teleport Pro, WebSnake, Offline Explorer, Web-By-Mail
Disallow: /