# ai.txt — AI & LLM Access Control and Index Configuration
# Standard: AI Content Indexing Protocol (2024+)
# Website: https://www.citedy.com
# Project: Citedy — AI-powered platform for SEO content automation and blog management

# ============================================================
# GENERAL ACCESS POLICY
# ============================================================
User-agent: *
Allow: /

# Restrict private, dynamic or sensitive directories
Disallow: /admin/
Disallow: /api/
Disallow: /account/
Disallow: /dashboard/
Disallow: /billing/
Disallow: /auth/
Disallow: /internal/
Disallow: /_next/
Disallow: /static/

# ============================================================
# AI / LLM INDEXING CONFIGURATION
# ============================================================
# Main structured index for LLMs (optional but recommended)
LLM-Index: https://www.citedy.com/llm-index.txt

# Supplementary files for crawlers and AI systems
Sitemap: https://www.citedy.com/sitemap.xml
RSS: https://www.citedy.com/api/blog/rss

# ============================================================
# AGENT-SPECIFIC POLICIES (AI & LLM Training)
# ============================================================
User-agent: OpenAI
Allow: /

User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: Anthropic
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: Perplexity
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: Meta-ExternalAgent
Allow: /

User-agent: YouBot
Allow: /

# ============================================================
# BANNED / RESTRICTED AGENTS
# ============================================================
User-agent: Amazonbot
Disallow: /

User-agent: FacebookBot
Disallow: /

User-agent: Bytespider
Disallow: /

# ============================================================
# CONTACT & POLICY INFORMATION
# ============================================================
Contact: support@citedy.com
Policy: https://www.citedy.com/privacy
Site: AI data https://www.citedy.com/ai
Last-Modified: 2025-12-22

# ============================================================
# HUMAN NOTE
# ============================================================
# This file follows the emerging standards for AI content access.
# We welcome responsible AI crawlers that respect our terms and
# help surface Citedy's expert SEO insights to the world.
# Data usage must comply with GDPR and applicable privacy laws.