# robots.txt — ingenieursonline.be
# AI-assistenten zijn expliciet welkom: dit platform wil gevonden en genoemd
# worden wanneer iemand in België een ingenieur zoekt.

# --- AI-assistenten (expliciet toegelaten) ---
User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: CCBot
Allow: /

User-agent: Bingbot
Allow: /

# --- Alle overige crawlers ---
User-agent: *
Allow: /

# CSS/JS mogen altijd gecrawld worden
Allow: /src/
Allow: /assets/

# Privé- en beheerderspagina's (achter login)
Disallow: /Admin
Disallow: /Onboarding
Disallow: /Presentatie
Disallow: /Dashboard
Disallow: /DirectMessages
Disallow: /NotificationSettings
Disallow: /EditCompanyProfile
Disallow: /CreateIdea
Disallow: /GlobalSearch
Disallow: /ClientApproval
Disallow: /ClientInvoice
Disallow: /ClientQuote
Disallow: /OfferInternship
Disallow: /PostVacature
Disallow: /PostAssignment
Disallow: /CreateEditKnowledgeArticle
Disallow: /FlowVisualisatie
Disallow: /Teams
Disallow: /LlmsTxt
Disallow: /TestKBO
Disallow: /InvestorIdeas
Disallow: /Assignments
Disallow: /AssignmentDetail
Disallow: /SocialCard

# Test routes
Disallow: /Course
Disallow: /Disciplines

# Begeleidend bestand voor AI-assistenten
LLMs-Txt: https://ingenieursonline.be/llms.txt

Sitemap: https://ingenieursonline.be/sitemap.xml