# Global rules for all crawlers
User-agent: *
Crawl-delay: 10

# Disallow sensitive or backend directories
Disallow: /admin/
Disallow: /login/
Disallow: /private/
Disallow: /tmp/

# Disallow query parameters that generate duplicates
Disallow: /*?type=
Disallow: /*?page=
Disallow: /*?dt=
Disallow: /*?date=
Disallow: /*?sessionid=
Disallow: /*?sort=

# Disallow index.php in URLs (common in CMS platforms)
Disallow: /*index.php

# Allow important static assets
Allow: /*.css$
Allow: /*.js$
Allow: /*.jpg$
Allow: /*.png$
Allow: /*.gif$
Allow: /*.svg$
Allow: /*.xml$
Allow: /*.json$
Allow: /*.txt$

# Sitemap location
Sitemap: https://www.betgaranteed.com/sitemap.xml

# Specific rules for Googlebot
User-agent: Googlebot
Allow: /

# Specific rules for Bingbot
User-agent: Bingbot
Allow: /

# Block known bad bots
User-agent: BadBot
Disallow: /