# robots.txt for Hettys Herbs
# Allows search engines to index public content while protecting admin and private areas

User-agent: *
Allow: /
Disallow: /admin/
Disallow: /admin_*
Disallow: /includes/
Disallow: /api/private/
Disallow: /temp/
Disallow: /cache/
Disallow: /backup/
Disallow: /*.php$
Disallow: /*?*sort=
Disallow: /*?*filter=
Disallow: /*?*page=*&sort=

# Sitemap location
Sitemap: https://hettysherbs.co.uk/sitemap.xml

# Crawl delay (optional - helps with server load)
# Crawl-delay: 1

# Specific rules for Google
User-agent: Googlebot
Allow: /
Disallow: /admin/
Disallow: /admin_*
Disallow: /includes/
Disallow: /api/private/

# Block bad bots
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: MJ12bot
Disallow: /