# # robots.txt # # This file is to prevent the crawling and indexing of certain parts # of your site by web crawlers and spiders run by sites like Yahoo! # and Google. By telling these "robots" where not to go on your site, # you save bandwidth and server resources. # # This file will be ignored unless it is at the root of your host: # Used: http://example.com/robots.txt # Ignored: http://example.com/site/robots.txt # # For more information about the robots.txt standard, see: # http://www.robotstxt.org/robotstxt.html # sitemap User-agent: Amazonbot User-agent: anthropic-ai User-agent: AppleBot User-agent: Applebot-Extended User-agent: AwarioRssBot User-agent: AwarioSmartBot User-agent: Bytespider User-agent: ByteDance User-agent: CCBot User-agent: Cision User-agent: cohere-ai User-agent: DataForSeoBot User-agent: Digimind User-agent: FacebookBot User-agent: Google-Extended User-agent: Google-CloudVertexBot User-agent: GPTBot User-agent: ia_archiver User-agent: ia_archiver-web.archive.org User-agent: ImagesiftBot User-agent: linkfluence User-agent: Magpie-crawler User-agent: Meltwater User-agent: meta-externalagent User-agent: Meta.AI User-agent: Meta-AI User-agent: Meta-External User-agent: Meta AI User-agent: MetaAI User-agent: MetaTagBot User-agent: Midjourney User-agent: mention User-agent: Peer39_crawler User-agent: Peer39_crawler/1.0 User-agent: TikTokSpider User-agent: trendybuzz User-agent: xAI User-agent: YouBot Disallow: / User-agent: ChatGPT-User User-agent: ChatGPT-User 2.0 User-agent: ClaudeBot User-agent: Claude-User User-agent: Claude-Web User-agent: Claude-SearchBot User-agent: MistralAI-User User-agent: OAI-SearchBot User-Agent: PerplexityBot User-agent: Perplexity-User Allow: / User-agent: * # CSS, JS, Images Allow: /core/*.css* Allow: /core/*.js* Allow: /core/*.gif Allow: /core/*.jpg Allow: /core/*.jpeg Allow: /core/*.png Allow: /core/*.svg Allow: /profiles/*.css* Allow: /profiles/*.js* Allow: /profiles/*.gif Allow: /profiles/*.jpg Allow: /profiles/*.jpeg Allow: /profiles/*.png Allow: /profiles/*.svg Allow: /core/themes/stable/css/ Allow: /core/themes/classy/css/ # Directories Disallow: /core/ Disallow: /profiles/ # Files Disallow: /README.txt Disallow: /web.config # Paths (clean URLs) Disallow: /admin/ Disallow: /comment/reply/ Disallow: /filter/tips/ Disallow: /node/add/ Disallow: /search/ Disallow: /user/register/ Disallow: /user/password/ Disallow: /user/login/ Disallow: /user/logout/ # Paths (no clean URLs) Disallow: /index.php/admin/ Disallow: /index.php/comment/reply/ Disallow: /index.php/filter/tips/ Disallow: /index.php/node/add/ Disallow: /index.php/search/ Disallow: /index.php/user/password/ Disallow: /index.php/user/register/ Disallow: /index.php/user/login/ Disallow: /index.php/user/logout/ # Custom Allow Allow: /themes/custom/ Allow: /sitemap.xml Allow: /fr/sitemap.xml Allow: /en/sitemap.xml Allow: /es/sitemap.xml Allow: /it/sitemap.xml Allow: /de/sitemap.xml Allow: /cn/sitemap.xml Allow: /jp/sitemap.xml Allow: /ar/sitemap.xml Allow: /pt/sitemap.xml Allow: /fr/images/sitemap.xml Allow: /en/images/sitemap.xml Allow: /es/images/sitemap.xml Allow: /it/images/sitemap.xml Allow: /de/images/sitemap.xml Allow: /ar/images/sitemap.xml Allow: /jp/images/sitemap.xml Allow: /cn/images/sitemap.xml Allow: /pt/images/sitemap.xml # Custom Disallow Disallow: /*/media/oembed?* Disallow: /*.pdf Disallow: /media/ Disallow: /*/media/* Disallow: /themes/custom/tour_eiffel/assets/Fiches/ Disallow: /themes/custom/tour_eiffel/pdf/ Disallow: /*/form/* Disallow: /*.xml Disallow: /*/recherche* Disallow: /*recherche?search={search} Disallow: /cdn-cgi/ Disallow: /modules/custom/sete_base/js/obfuscation-form.js Disallow: /en/partnerships-and-discounts-your-eiffel-tower-tickets Disallow: /es/colaboraciones-y-descuentos-con-la-entradas-de-la-torre-eiffel Disallow: /fr/partenariats-et-reductions-avec-vos-billets-tour-eiffel Disallow: /fr/tarifs-horaires/outil-simulation-achat/devis Disallow: /fr/tarifs-janv-2026* Disallow: /fr/tarifs-pro-janv-2026* Disallow: /fr/tarifs-sco-janv-2026* Disallow: /fr/registre-accessibilite-2025 # XML sitemaps Sitemap: https://www.toureiffel.paris/sitemap.xml