# robots.txt for سحر الطاقة (sehraltaqa.com)
#
# Content Signals Policy
#
# As used in this document, the defined terms have the following meanings:
#     search: building a search index and providing search results (e.g., returning
#     hyperlinks and short excerpts from your website's contents). Search does not
#     include providing AI-generated search summaries.
#     ai-input: inputting content into one or more AI models (e.g., retrieval
#     augmented generation, grounding, or other real-time taking of content for
#     generative AI search answers).
#     ai-train: training or fine-tuning AI models.
#
# A "yes" means the operator of this website permits the stated use. A "no" means
# the operator reserves its rights against the stated use.

User-agent: *
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Allow: /articles/
Allow: /authors/
Allow: /questions-pages/
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /openapi.json
Allow: /.well-known/
Allow: /api/public/
Allow: /api/sitemap

# Don't block pagination or query parameters so canonical headers can be respected

# Disallow admin and technical routes
Disallow: /chat/
Disallow: /api/
Disallow: /coming-soon/
Disallow: /magic-link/
Disallow: /_next

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: GPTBot
Allow: /

# Sitemap location
Sitemap: https://sehraltaqa.com/sitemap.xml

# Sitemap
Sitemap: https://sehraltaqa.com/api/sitemap

# LLM-readable site inventory
# https://sehraltaqa.com/llms.txt
# https://sehraltaqa.com/llms-full.txt