User-agent: *
Allow: /

# Token-bearing URLs aren't safe to crawl/cache.
Disallow: /advertise/self-serve/booking/
Disallow: /unsubscribe/

# AhrefsBot is slowed, not blocked. A crawler that finds a group
# addressed to it by name ignores the * group, so the Disallow
# lines are repeated here.
User-agent: AhrefsBot
Crawl-delay: 120
Disallow: /advertise/self-serve/booking/
Disallow: /unsubscribe/

Sitemap: https://santaynezvalleystar.com/sitemap.xml
Sitemap: https://santaynezvalleystar.com/news-sitemap.xml