User-agent: *
Disallow: /admin/
Disallow: /ads/
Disallow: /cgi-bin/
Disallow: /se/
Disallow: /pr/
Disallow: /sendtoafriend/
Disallow: /pix/savestories
Disallow: /pix/*/mw/
Disallow: /pix/*/prim/
Disallow: /pix/*/prn/
Disallow: /*/folsom/

Allow: */rss.html
Allow: /davidpambianchi

User-agent: Mediapartners-Google*
Allow: *

Allow: /cgi-bin/get_headlines/newsblaze
Allow: /pix/*/pix/

User-agent: Alexa
Disallow: /se/
Disallow: /pr/

User-agent: msnbot 
Crawl-delay: 2

User-agent: fast
Crawl-delay: 2

User-agent: FAST Enterprise Crawler
Crawl-delay: 2

User-agent: Teoma
Crawl-delay: 4

User-agent: teomaagent1
Crawl-delay: 4

User-agent: Fast
Crawl-delay: 8

User-agent: Java
Crawl-delay: 8

User-agent: Python-urllib
Disallow: /

User-agent: becomebot
Disallow: /

Sitemap: http://newsblaze.com/sitemap_index.xml