# ai.txt — simcon.ai

# Version: 2025-10-27

# Purpose: To define permissions for AI crawlers and large language models

# Owner: SIMCON GmbH — contact@simcon.ai

# ------------------------------------------------------------

# GENERAL POLICY

# ------------------------------------------------------------

# SIMCON supports responsible AI research and indexing.

# We permit crawling and use of our public website content for indexing,

# semantic understanding, and non-commercial knowledge extraction.

# Commercial model training or dataset redistribution requires prior consent.

Allow: https://www.simcon.ai/
Disallow: /bootcamp/
Disallow: /checkout/
Disallow: /trial/
Disallow: /identity-confirmation
Disallow: /getintouch
Disallow: /verify-access

# ------------------------------------------------------------

# TRUSTED AI CRAWLERS — EXPLICITLY PERMITTED

# ------------------------------------------------------------

# OpenAI — ChatGPT Atlas and GPTBot

User-agent: GPTBot
Purpose: semantic indexing, knowledge retrieval, and AI answer generation
Allow: /

# ChatGPT-User (human-initiated access)

User-agent: ChatGPT-User
Purpose: content summarization and question answering
Allow: /

# Google AI (Google-Extended)

User-agent: Google-Extended
Purpose: AI snippets, semantic search, and knowledge panels
Allow: /

# Anthropic Claude

User-agent: ClaudeBot
Purpose: language understanding and question answering
Allow: /

# Perplexity

User-agent: PerplexityBot
Purpose: responsible AI browsing and factual retrieval
Allow: /
User-agent: Perplexity-User
Purpose: human-initiated AI queries
Allow: /

# Microsoft / Bing AI

User-agent: bingbot
Purpose: Bing Chat and AI-powered search features
Allow: /
User-agent: BingPreview
Allow: /

# Mistral AI

User-agent: MistralAI-User/1.0
Purpose: research and knowledge indexing
Allow: /

# Common Crawl

User-agent: CCBot
Purpose: open data research and non-commercial dataset aggregation
Allow: /

# ------------------------------------------------------------

# UNTRUSTED / RESTRICTED CRAWLERS — BLOCKED

# ------------------------------------------------------------

User-agent: Amazonbot
Disallow: /
User-agent: Bytespider
Disallow: /
User-agent: DataForSeoBot
Disallow: /
User-agent: Diffbot
Disallow: /
User-agent: omgili
Disallow: /
User-agent: Omgilibot
Disallow: /
User-agent: ai2bot
Disallow: /
User-agent: FacebookBot
Disallow: /
User-agent: Twitterbot
Disallow: /
User-agent: Applebot
Disallow: /

# ------------------------------------------------------------

# ATTRIBUTION & RIGHTS

# ------------------------------------------------------------

Copyright: © 2025 SIMCON GmbH
License: CC BY-NC-SA 4.0 — Non-commercial AI use permitted with attribution
Contact: info@simcon.ai
Policy-Updated: 2025-10-27