# Whitelisted user-agents are allowed 
User-agent: googlebot 
User-agent: slurp 
User-agent: msnbot 
User-agent: teoma 
Disallow: /cgi-bin
# Disallow all others 
User-agent: * 
Disallow: /