User-agent: Googlebot
Allow: /?s=
Disallow: /*/feed/$
Disallow: /*/feed/rss/$
Disallow: /*/trackback/$
Disallow: /feed/$
Disallow: /*?

#block cuil
User-agent: twiceler
Disallow: /

# slow down Yahoo
User-agent: Slurp
Crawl-delay: 10




Sitemap: http://www.batangastoday.com/sitemap.xml.gz