# robots.txt voor flexhero.com
# Beleid: SEO + AIO (AI Optimization)
# - Klassieke search-bots krijgen volledige toegang
# - AI-crawlers krijgen toegang tot publieke content; admin-routes geblokkeerd

# ============================================================
# DEFAULT — alle bots
# ============================================================
User-agent: *
Allow: /

Disallow: /admin
Disallow: /admin.html
Disallow: /admin-core.js
Disallow: /admin-modules.js
Disallow: /admin-data.js
Disallow: /admin-i18n.js
Disallow: /admin-ai.js
Disallow: /admin-config.js
Disallow: /admin.css
Disallow: /login
Disallow: /login.html
Disallow: /api
Disallow: /api/
Disallow: /uploads/
Disallow: /_jobs.json
Disallow: /_internal_jobs.json
Disallow: /_cities.json
Disallow: /_uitzendbureau-template.html
Disallow: /_provincie-template.html
Disallow: /_sector-template.html
Disallow: /_subpage-template.html
Disallow: /supabase-schema.sql
Disallow: /SETUP.md
Disallow: /SITEMAP.md

# ============================================================
# AI-CRAWLERS — expliciet toegestaan voor AI-zoekmachines
# (geeft Google AI Overviews / ChatGPT / Claude / Perplexity / Gemini
#  toestemming om FlexHero-content te indexeren en te citeren)
# ============================================================

# OpenAI ChatGPT search-crawler
User-agent: OAI-SearchBot
Allow: /

# OpenAI ChatGPT browse / GPTBot (training + retrieval)
User-agent: GPTBot
Allow: /

# Claude (Anthropic) — search en retrieval
User-agent: ClaudeBot
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: Claude-Web
Allow: /

# Perplexity AI
User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

# Google AI (Gemini, AI Overviews, Vertex AI training)
User-agent: Google-Extended
Allow: /

# Microsoft Copilot / Bing Chat
User-agent: BingBot
Allow: /

# Apple Intelligence (Applebot-Extended)
User-agent: Applebot-Extended
Allow: /

# Meta AI
User-agent: Meta-ExternalAgent
Allow: /

User-agent: FacebookBot
Allow: /

# DuckDuckGo
User-agent: DuckAssistBot
Allow: /

# Cohere
User-agent: cohere-ai
Allow: /

# You.com
User-agent: YouBot
Allow: /

# Mistral
User-agent: MistralAI-User
Allow: /

# ============================================================
# SITEMAPS
# ============================================================
Sitemap: https://www.flexhero.com/sitemap.xml

# AI-crawlers: zie ook
# https://www.flexhero.com/llms.txt        (compact site-overzicht)
# https://www.flexhero.com/llms-full.txt   (volledig bedrijfsprofiel)