ee http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file
#
# Allow msnbot-media (BING)
User-Agent: msnbot-media
# Allow Googlebot (Google)
User-Agent: Googlebot
Disallow:

# Disallow everything else
User-Agent: *
Disallow: