# robots.txt for RAWDOG
# Allow all search engines to crawl the site

User-agent: *
Allow: /

# Disallow admin and private areas
Disallow: /admin/
Disallow: /checkout/
# Let crawlers see the retired add endpoint's 404 so stale indexed URLs are removed.
Allow: /cart/add
Disallow: /cart/
Disallow: /account/
Disallow: /api/

# Disallow preview and test pages
Disallow: /pages/home-page-preview

# Sitemaps
Sitemap: https://www.justrawdogit.com/sitemap.xml

# Crawl-delay (optional, for aggressive crawlers)
# User-agent: *
# Crawl-delay: 10