# Allow all crawlers by default
User-agent: *
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /_next/
Disallow: /404
Disallow: /500

# Allow Next.js static assets for rendering
Allow: /_next/static/

# Explicitly allow AI search and agent crawlers (Cloudflare Markdown for Agents)
# These crawlers receive markdown via Accept: text/markdown content negotiation
User-agent: Cloudflare-AI-Search
Allow: /

User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Googlebot
Allow: /

User-agent: Google-Extended
Allow: /

# Sitemaps
Sitemap: https://gevelpro.nl/sitemap.xml