# AI Crawler Policy for Amaya Stories

# This file provides guidance for AI/LLM crawlers

# Allowed AI Crawlers
User-agent: GPTBot
User-agent: ChatGPT-User
User-agent: Google-Extended
User-agent: Claude-Web
User-agent: Anthropic-AI
User-agent: CCBot
User-agent: cohere-ai
User-agent: Omgilibot
User-agent: FacebookBot
User-agent: Applebot-Extended
User-agent: PerplexityBot
User-agent: Bytespider
Allow: /
Crawl-delay: 1

# Disallow for AI Training
User-agent: GPTBot
Disallow: /api/
Disallow: /admin/
Disallow: /account/
Disallow: /dashboard/

# Rate Limiting
# Please respect: Max 1 request per second
# Include contact info in User-Agent string

# Content Guidelines
# Attribution: Required when using content
# Citation Format: "Amaya Stories (https://www.amayastories.com)"
# Commercial Use: Contact info@amayastories.com

# Preferred Formats
# - Structured data via JSON-LD (available on all pages)
# - Semantic HTML5 (ARIA labels, proper headings)
# - llms.txt for product information
# - RSS feed for blog content

# Contact
# For API access or licensing: info@amayastories.com
# For crawler issues: info@amayastories.com

# Last Updated: 2025-10-22