# ----------------------------------------------------------------------
# Robots.txt for Peptides UK (peptides-uk.org)
# United Kingdom Clinical & Academic Laboratory Peptide Directory
# ----------------------------------------------------------------------

User-agent: *
Allow: /
Disallow: /api/

# Audit Crawler Hygiene (Prevents cluttering audit reports with internal Next.js JS chunks)
User-agent: AhrefsBot
Allow: /
Disallow: /_next/
Disallow: /api/

# Canonical Single Dynamic XML Sitemap
Sitemap: https://peptides-uk.org/sitemap.xml

# LLM & WebMCP Discovery Agents
User-agent: GPTBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: CCBot
Allow: /

User-agent: Google-Extended
Allow: /