User-agent: Slurp
Disallow: /

User-agent: twiceler
Disallow: /

User-agent: *
Disallow: 

Disallow: /cgi-bin/

#Sitemap: http://www.yoursite.com/sitemap.gz