User-agent: MSNBot
Disallow: /
User-agent: Gigabot
Disallow: /
User-agent: Robozilla
Disallow: /
User-agent: yahoo-blogs/v3.9
Disallow: /
User-agent: *
Disallow: 
Crawl-delay: 20
Disallow: /cgi/bin/man/
Disallow: /functions/
Disallow: /common/
Sitemap: http://www.my.site.map/sitemap.xml