# robots.txt — CCI Paris Île-de-France
# Politique : autoriser certains bots IA à crawler le contenu public, tout en protégeant les zones sensibles.

# =========================
# IA AUTORISÉES
# =========================

# OpenAI (GPTBot)
User-agent: GPTBot
Allow: /
Disallow: /wp-admin/
Crawl-delay: 1

# OpenAI (autres identifiants observés)
User-agent: openai
Allow: /
Disallow: /wp-admin/
Crawl-delay: 1

User-agent: openai.com
Allow: /
Disallow: /wp-admin/
Crawl-delay: 1

User-agent: ChatGPT-User
Allow: /
Disallow: /wp-admin/
Crawl-delay: 1

# Anthropic / Claude
User-agent: anthropic-ai
Allow: /
Disallow: /wp-admin/
Crawl-delay: 1

User-agent: ClaudeBot
Allow: /
Disallow: /wp-admin/
Crawl-delay: 1

# Common Crawl
User-agent: CCBot
Allow: /
Disallow: /wp-admin/
Crawl-delay: 1

# Perplexity
User-agent: PerplexityBot
Allow: /
Disallow: /wp-admin/
Crawl-delay: 1

# Mistral
User-agent: MistralBot
Allow: /
Disallow: /wp-admin/
Crawl-delay: 1

# Google Extended
User-agent: Google-Extended
Allow: /
Disallow: /wp-admin/
Crawl-delay: 1

# GoogleOther
User-agent: GoogleOther
Allow: /
Disallow: /wp-admin/
Crawl-delay: 1


# =========================
# SITEMAP
# =========================
Sitemap: https://www.cci-paris-idf.fr/sitemap.xml


# =========================
# GROUPE GÉNÉRAL — UNIFIÉ
# =========================
User-agent: *
# Autorisation des assets
Allow: /core/*.css$
Allow: /core/*.css?
Allow: /core/*.js$
Allow: /core/*.js?
Allow: /core/*.gif
Allow: /core/*.jpg
Allow: /core/*.jpeg
Allow: /core/*.png
Allow: /core/*.svg
Allow: /profiles/*.css$
Allow: /profiles/*.css?
Allow: /profiles/*.js$
Allow: /profiles/*.js?
Allow: /profiles/*.gif
Allow: /profiles/*.jpg
Allow: /profiles/*.jpeg
Allow: /profiles/*.png
Allow: /profiles/*.svg

# Règles WordPress
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

# Répertoires
Disallow: /core/
Disallow: /profiles/

# Fichiers
Disallow: /README.txt
Disallow: /web.config

# Paths (clean URLs)
Disallow: /admin/
Disallow: /comment/reply/
Disallow: /filter/tips
Disallow: /node/add/
Disallow: /*/search/
Disallow: /*/search?*
Disallow: /*/node?*
Disallow: /user/register/
Disallow: /user/password/
Disallow: /user/login/
Disallow: /user/logout/

# Paths (no clean URLs)
Disallow: /index.php/admin/
Disallow: /index.php/comment/reply/
Disallow: /index.php/filter/tips
Disallow: /index.php/node/add/
Disallow: /index.php/search/
Disallow: /index.php/user/password/
Disallow: /index.php/user/register/
Disallow: /index.php/user/login/
Disallow: /index.php/user/logout/

Disallow: /en/node/
Disallow: /*search_field=
Disallow: /*?field_niveau_entree
Disallow: /*?field_salon
Disallow: /*combine=
Disallow: /*search-content
Disallow: /fr/domaine
Disallow: /fr/accueil-cloned
Disallow: /resultats-corporate-0
Disallow: /etudes/organisation/crocis/resultats-de-votre-recherche-crocis?page
Disallow: /etudes/organisation/*/*page=
Disallow: /etudes/actualites/*-etudes*page=
Disallow: /etudes/rechercher-etudes*?
Disallow: /formation/ecoles/*/*page=
Disallow: /formation/actualites/*/*page=
Disallow: /formation/24-ecoles/ecoles/*/*page=
Disallow: /informations-territoriales/*/*page=
Disallow: /etudes/salons-paris/
Disallow: /dga-aie*/*page=
Disallow: /dec-departement-*/*page=
Disallow: /cfi-centre*/*page=
Disallow: /faculte-des-metiers*/*page=
Disallow: /escp-europe/*page=
Disallow: /*/wysiwyg
Disallow: /taxonomy/
Disallow: /email/
Disallow: /cci-region/contenus/partager
Disallow: /cci-region/contacts-sites/les-marques-et-les-sites-internet-corporate?id
Disallow: /cci-region/contacts-sites/*?
Disallow: /thematique
Disallow: /*?order=
Disallow: /*sort=
Disallow: /*?lettre1
Disallow: /comment/
Disallow: /contenus/*?domaine=
Disallow: /print
Disallow: /newsletter
Disallow: /*undefined
Disallow: /*/salons/2001
Disallow: /*/salons/2002
Disallow: /*/salons/2003
Disallow: /*/salons/2004
Disallow: /*/salons/2005
Disallow: /*/salons/2006
Disallow: /*/salons/2007
Disallow: /*/salons/2008
Disallow: /*/salons/2009
Disallow: /*/salons/2010
Disallow: /*/salons/2011
Disallow: /*/salons/2012
Disallow: /*/salons/2013
Disallow: /*/salons/2014
Disallow: /*/salons/2015
Disallow: /*/salons/2016
Disallow: /*/salons/2017
Disallow: /*/salons/2018
Disallow: /*/salons/2019
Disallow: /*/salons/201*
Disallow: /*/salons/200*
Disallow: /*/*-bo/
Disallow: /*/termes-bo/
Disallow: /*/lieux-bo/
Disallow: /*/contacts-bo/

# Liste de contribution
Disallow: /newsroom/presse/tous-communiques-presse?*
Disallow: /*/newsroom/presse/tous-communiques-presse?*
Disallow: /education/formations/diplomantes?*
Disallow: /*/education/formations/diplomantes?*
Disallow: /actualites?*
Disallow: /*/actualites?*
Disallow: /education/formations/post-bac?*
Disallow: /*/education/formations/post-bac?*
Disallow: /education/formations/cap-bac?*
Disallow: /*/education/formations/cap-bac?*
Disallow: /prospective/crocis/publications-crocis?*
Disallow: /*/prospective/crocis/publications-crocis?*
Disallow: /prospective/travaux-publications?*
Disallow: /*/prospective/travaux-publications?*
Disallow: /prospective/crocis/tableau-de-bord-economique-ile-de-france?*
Disallow: /*/prospective/crocis/tableau-de-bord-economique-ile-de-france?*
Disallow: /prospective/crocis/cahiers-du-crocis?*
Disallow: /*/prospective/crocis/cahiers-du-crocis?*
Disallow: /prospective/crocis/enjeux-ile-de-france?*
Disallow: /*/prospective/crocis/enjeux-ile-de-france?*
Disallow: /evenements-salons/salons-foires-paris-ile-de-france?*
Disallow: /*/evenements-salons/salons-foires-paris-ile-de-france?*
Disallow: /notre-groupe/organisation/elus-assemblee-regionale?*
Disallow: /*/notre-groupe/organisation/elus-assemblee-regionale?*
Disallow: /prospective/crocis/formations-prestations-2?*
Disallow: /*/prospective/crocis/formations-prestations-2?*
Disallow: /prospective/crocis/conjoncture-demographie-entreprises?*
Disallow: /*/prospective/crocis/conjoncture-demographie-entreprises?*
Disallow: /prospective/crocis/enquetes?*
Disallow: /*/prospective/crocis/enquetes?*
Disallow: /prospective/crocis/etudes-thematiques-benchmark?*
Disallow: /*/prospective/crocis/etudes-thematiques-benchmark?*
Disallow: /prospective/crocis/barometres-image-pme?*
Disallow: /*/prospective/crocis/barometres-image-pme?*
Disallow: /education/formations/courtes-certifiantes?*
Disallow: /*/education/formations/courtes-certifiantes?*
Disallow: /evenements?*
Disallow: /*/evenements?*
Disallow: /education/actualites?*
Disallow: /*/education/actualites?*
Disallow: /entreprises/actualites?*
Disallow: /*/entreprises/actualites?*
User-agent: 01h4x.com
Disallow: /
User-agent: 360Spider
Disallow: /
User-agent: 404checker
Disallow: /