# Content Signals
# search — index and show in search results
# ai-input — use as live input for AI answers (RAG/grounding)
# ai-train — train or fine-tune AI models

User-agent: *
Content-Signal: ai-train=yes, search=yes, ai-input=yes
Allow: /
Disallow: /cf/
Disallow: /cdn-cgi/

# Block training-only crawlers (no traffic benefit)
User-agent: CCBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: Meta-ExternalAgent
Disallow: /

Sitemap: https://www.coursefinder.com.au/sitemap_main.xml
Sitemap: https://www.coursefinder.com.au/iserps.xml

# llms: /llms.txt
# llms-full: /llms-full.txt