# llms.txt for uni-edit.net
# Purpose: Allow AI crawlers to index our site while prioritizing human users

# General Policy
User-agent: *
Allow: /
Crawl-delay: 5
Disallow: /private/
Disallow: /admin/

# AI-specific Guidance
# These directives signal that AI and LLM crawlers may use site content for indexing,
# but not for content reproduction or training without attribution.

User-agent: GPTBot
Allow: /
Crawl-delay: 5

User-agent: ClaudeBot
Allow: /
Crawl-delay: 5

User-agent: PerplexityBot
Allow: /
Crawl-delay: 5

User-agent: CCBot
Allow: /
Crawl-delay: 5

# Respect humans-first UX: 
# Ask crawlers to avoid resource-heavy assets or private files
Disallow: /scripts/
Disallow: /temp/
Disallow: /drafts/

# Optional: Link to your human-facing content policy
# ai-content-policy: https://www.uni-edit.net/ai-content-policy