Sitemap: https://norcalrecord.com/sitemaps/northerncaliforniarecord/sitemap.xml.gz
Sitemap: https://norcalrecord.com/sitemaps/northerncaliforniarecord/sitemap_news.xml.gz

# Temporary throttles to decrease load during launch
User-agent: Yandex
Crawl-delay: 3

User-agent: Baiduspider
Crawl-delay: 3

User-agent: bingbot
Crawl-delay: 3

User-agent: Slurp
Crawl-delay: 3

User-agent: *
Disallow: /search
Disallow: /*.json
Disallow: /v.js
Disallow: /ad.js

User-agent: PetalBot
Disallow: /

User-agent: Barkrowler/0.9
Disallow: /