# Content access policy
#
# Search: allowed
# AI input / retrieval / grounding: allowed
# AI training: not permitted
# AI use: reference

User-agent: *
Content-Signal: search=yes,ai-input=yes,ai-train=no,use=reference
Allow: /

# Explicitly allow AI and other crawlers

User-agent: Amazonbot
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: Bytespider
Allow: /

User-agent: CCBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: CloudflareBrowserRenderingCrawler
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: GPTBot
Allow: /

User-agent: meta-externalagent
Allow: /

# WordPress admin
User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

# Sitemap
Sitemap: https://onstremdownload.com/sitemap_index.xml