User-Agent: *
Disallow: /cgi-bin/

# Robot Based Sitemap Submission
Sitemap: http://www.emangrove.com/sitemap.xml

# Altavista
User-agent: Altavista
Disallow:
Allow: /

# Ask
User-agent: Ask
Disallow:
Allow: /

# Ask Jeeves
User-agent: Ask Jeeves
Disallow:
Allow: /

# Google
User-agent: Googlebot
Disallow:
Allow: /

# Google Image
User-agent: Googlebot-Image
Disallow:
Allow: /

# Google AdSense
User-agent: Mediapartners-Google
Disallow:
Allow: /

# Lycos
User-agent: Lycos
Disallow:
Allow: /

# MSNBot  - Main web crawler
User-agent: msnbot
Disallow:
Allow: /

# MSNBot - Images & all other media 
User-agent: msnbot-media
Disallow:
Allow: /

# MSNBot - News and blogs 
User-agent: msnbot-newsblogs
Disallow:
Allow: /

# MSNBot - Products & shopping 
User-agent: msnbot-products
Disallow:
Allow: /

# MSNBot - Academic search
User-agent: msnbot-academic
Disallow:
Allow: /

# netmechanic
User-agent: Netmechanic
Disallow:
Allow: /

# Slurp
User-agent: slurp
Disallow:
Allow: /

# Twiceler (Cuil) 
User-agent: Twiceler 
Disallow:
Allow: /

# Yahoo
User-agent: Yahoo! Slurp
Disallow:
Allow: /

# Ultraseek
User-agent: Ultraseek
Disallow:
Allow: /

# Archive.org
User-agent: ia_archiver
Disallow:
Allow: /

# digg mirror
User-agent: duggmirror
Disallow: /