# RSA Cross Border — robots.txt
# GEO-friendly (search + citations), training and bulk scraping prohibited.
#
# NOTICE — RSA Cross Border (https://rsaxb.com)
#
# Copyright © RSA Cross Border / RSA Global. UAE Federal Decree-Law No. 38 of 2021 applies.
#
# GEO / search: You may index and cite this site for search and generative answers
# (Content-Signal: search=yes, ai-input=yes) when respecting robots.txt.
#
# Prohibited without written permission: model training, dataset construction, bulk
# scraping, mirroring, or harvesting (Content-Signal: ai-train=no). Unauthorized use
# may violate UAE copyright, PDPL (Federal Law No. 45 of 2021), and cybercrime laws.
# Governing law: UAE; courts of Dubai.
#
# Contact: contact@rsaxb.com | Terms: https://rsaxb.com/terms
#
#
# Content Signals: https://github.com/cloudflare/content-signals-policy

User-Agent: *
Content-Signal: search=yes, ai-input=yes, ai-train=no
Allow: /
Allow: /api/tracking/
Disallow: /api/

User-Agent: OAI-SearchBot
Content-Signal: search=yes, ai-input=yes, ai-train=no
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /ai.md

User-Agent: ChatGPT-User
Content-Signal: search=yes, ai-input=yes, ai-train=no
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /ai.md

User-Agent: PerplexityBot
Content-Signal: search=yes, ai-input=yes, ai-train=no
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /ai.md

User-Agent: Perplexity-User
Content-Signal: search=yes, ai-input=yes, ai-train=no
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /ai.md

User-Agent: ClaudeBot
Content-Signal: search=yes, ai-input=yes, ai-train=no
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /ai.md

User-Agent: Claude-Web
Content-Signal: search=yes, ai-input=yes, ai-train=no
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /ai.md

User-Agent: anthropic-ai
Content-Signal: search=yes, ai-input=yes, ai-train=no
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /ai.md

User-Agent: GPTBot
Content-Signal: search=no, ai-input=no, ai-train=no
Disallow: /

User-Agent: Google-Extended
Content-Signal: search=no, ai-input=no, ai-train=no
Disallow: /

User-Agent: Applebot-Extended
Content-Signal: search=no, ai-input=no, ai-train=no
Disallow: /

User-Agent: CCBot
Content-Signal: search=no, ai-input=no, ai-train=no
Disallow: /

User-Agent: Bytespider
Content-Signal: search=no, ai-input=no, ai-train=no
Disallow: /

User-Agent: Meta-ExternalAgent
Content-Signal: search=no, ai-input=no, ai-train=no
Disallow: /

User-Agent: cohere-ai
Content-Signal: search=no, ai-input=no, ai-train=no
Disallow: /

User-Agent: AI2Bot
Content-Signal: search=no, ai-input=no, ai-train=no
Disallow: /

User-Agent: ImagesiftBot
Content-Signal: search=no, ai-input=no, ai-train=no
Disallow: /

User-Agent: img2dataset
Content-Signal: search=no, ai-input=no, ai-train=no
Disallow: /

User-Agent: Webzio-Extended
Content-Signal: search=no, ai-input=no, ai-train=no
Disallow: /

User-Agent: Omgilibot
Content-Signal: search=no, ai-input=no, ai-train=no
Disallow: /

User-Agent: YouBot
Content-Signal: search=no, ai-input=no, ai-train=no
Disallow: /

User-Agent: Timpibot
Content-Signal: search=no, ai-input=no, ai-train=no
Disallow: /

User-Agent: Scrapy
Content-Signal: search=no, ai-input=no, ai-train=no
Disallow: /

User-Agent: Diffbot
Content-Signal: search=no, ai-input=no, ai-train=no
Disallow: /

User-Agent: img2dataset
Content-Signal: search=no, ai-input=no, ai-train=no
Disallow: /

Host: https://rsaxb.com
Sitemap: https://rsaxb.com/sitemap.xml