# Allow all search engines and AI crawlers to crawl the site
User-agent: *
Allow: /

# AI-readable documentation (Markdown / plain text, no JS required):
#   https://lex-api.com/docs.md         full docs as Markdown
#   https://lex-api.com/llms.txt         llmstxt.org index
#   https://lex-api.com/llms-full.txt    full docs as plain text
#   https://lex-api.com/openapi.yaml     machine-readable API spec
Allow: /docs.md
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /openapi.yaml

# Disallow private pages
Disallow: /dashboard
Disallow: /login
Disallow: /register

# Sitemap location
Sitemap: https://lex-api.com/sitemap.xml

# Crawl delay (polite crawling)
Crawl-delay: 1