Merge branch 'main' of https://gitea.zkd.ca/Dev_Web/web01

www/robots.txt

@@ -1,5 +1,72 @@
-# Pour Jeremy 
-# ...
+# Le contenu produit par ALT-F4 est mis à disposition selon nos conditions d'utilisation.
+# Toute autre utilisation n'est pas autorisée, y compris, mais sans s'y limiter : pour les grands modèles de langage (LLM), l'apprentissage automatique et/ou les activités liées à l'intelligence artificielle. 
 
 User-agent: *
-Disallow: /
+
+Disallow: /_previsualisation/
+Disallow: /includes/boite/1/
+Disallow: /includes/boite/2/
+Disallow: /includes/boite/3/
+Disallow: /multimedias/top-10-des-noms-de-familles-quebecois/
+Disallow: /multimedias/carte-des-milieux-humides/
+Disallow: /xtra/sante-et-mieux-etre/
+Disallow: /trending/
+Disallow: /mon-compte
+Disallow: /webparts
+Disallow: /meteo
+Disallow: /recherche
+Disallow: /*/embed$
+Disallow: /*/embed/$
+
+User-agent: AhrefsBot
+User-agent: Amazonbot
+User-agent: anthropic-ai
+User-agent: Applebot
+User-agent: Applebot-Extended
+User-agent: archive.org_bot
+User-agent: Archive-It
+User-agent: BaiduSpider
+User-agent: BLP_bbot
+User-agent: Brandwatch
+User-agent: Bytespider
+User-agent: CCBot
+User-agent: ChatGPT-User
+User-agent: Cision
+User-agent: Claude
+User-agent: ClaudeBot
+User-agent: Claude-SearchBot
+User-agent: Claude-Web
+User-agent: DataForSeoBot
+User-agent: Diffbot
+User-agent: dotbot/1.0
+User-agent: FacebookBot
+User-agent: Gigabot
+User-agent: Gnowit
+User-agent: GnowitNewsbot
+User-agent: Google-Extended
+User-agent: GPTBot
+User-agent: Heritrix
+User-agent: ia_archiver
+User-agent: linkfluence
+User-agent: magpie-crawler
+User-agent: mediatoolkit.com
+User-agent: Meltwater
+User-agent: Meta-ExternalAgent
+User-agent: Meta-ExternalFetcher
+User-agent: Muckrack
+User-agent: OAI-SearchBot
+User-agent: openai
+User-agent: OTMedia
+User-agent: Perplexity
+User-agent: PerplexityBot
+User-agent: scoopit
+User-agent: scpitspi-rs
+User-agent: semantic-visions.com
+User-agent: SemrushBot
+User-agent: SentiBot
+User-agent: trendiction
+User-agent: Turnitin
+User-agent: webzio
+User-agent: webzio-extended
+User-agent: YouBot
+Disallow: /