User-agent: *
Disallow: /mon-compte/
Disallow: /code-promo/interstitiel/*

# Sitemaps
Sitemap: https://www.bfmtv.com/sitemap_news.xml
Sitemap: https://www.bfmtv.com/sitemap_index_videos.xml
Sitemap: https://www.bfmtv.com/sitemap_index_arbo_contenu.xml

# GNews
User-agent: Googlebot-News
Disallow: /static/
Disallow: /services/
Disallow: /pratique/
Disallow: /comparateur/
Disallow: /code-promo/
Disallow: /archives/

# AI Assistants
User-agent: ChatGPT-User
User-agent: OAI-SearchBot
User-agent: Claude-User
User-agent: Claude-Web
User-agent: Claude-SearchBot
User-agent: Perplexity-User
User-agent: Google-Extended
User-agent: Gemini-Deep-Research
User-agent: MistralAI-User
Disallow: /
Allow: /*_AB-*
Allow: /*_AA-*
Allow: /*_AO-*
Allow: /*_DB-*
Allow: /economie/professionnels/*
Allow: /economie/operations/*
Allow: /immobilier/services/*
Allow: /tech/professionnels/*
Allow: /tech/bons-plans/*
Allow: /crypto/services/*
Allow: /economie/replay-emissions/*
Allow: /code-promo/*
Allow: /comparateur/*
Allow: /pratique/*


# AI Crawlers
User-agent: GPTBot
Disallow: /
User-agent: Operator
Disallow: /
User-agent: ClaudeBot
Disallow: /
User-agent: anthropic-ai
Disallow: /
User-agent: GoogleOther
Disallow: /
User-agent: Google-CloudVertexBot
Disallow: /
User-agent: GoogleOther-Image
Disallow: /
User-agent: GoogleOther-Video
Disallow: /
User-agent: Applebot-Extended
Disallow: /
User-agent: meta-externalagent
Disallow: /
User-agent: Meta-ExternalAgent
Disallow: /
User-agent: meta-externalfetcher
Disallow: /
User-agent: Meta-ExternalFetcher
Disallow: /
User-agent: Amazonbot
Disallow: /
User-agent: bedrockbot
Disallow: /
User-agent: NovaAct
Disallow: /
User-agent: PerplexityBot
Disallow: /
User-agent: cohere-ai
Disallow: /
User-agent: cohere-training-data-crawler
Disallow: /
User-agent: Bytespider
Disallow: /
User-agent: TikTokSpider
Disallow: /
User-agent: CCBot
Disallow: /
User-agent: Diffbot
Disallow: /
User-agent: omgili
Disallow: /
User-agent: omgilibot
Disallow: /
User-agent: Webzio-Extended
Disallow: /
User-agent: YouBot
Disallow: /
User-agent: PetalBot
Disallow: /
User-agent: PanguBot
Disallow: /
User-agent: SemrushBot-OCOB
Disallow: /
User-agent: SemrushBot-SWA
Disallow: /
User-agent: ImagesiftBot
Disallow: /
User-agent: img2dataset
Disallow: /
User-agent: FirecrawlAgent
Disallow: /
User-agent: ShapBot
Disallow: /
User-agent: Thinkbot
Disallow: /
User-agent: VelenPublicWebCrawler
Disallow: /
User-agent: Andibot
Disallow: /
User-agent: PhindBot
Disallow: /
User-agent: YandexAdditional
Disallow: /
User-agent: YandexAdditionalBot
Disallow: /
User-agent: FriendlyCrawler
Disallow: /
User-agent: Crawlspace
Disallow: /
User-agent: ICC-Crawler
Disallow: /
User-agent: SBIntuitionsBot
Disallow: /
User-agent: Panscient
Disallow: /
User-agent: panscient.com
Disallow: /
User-agent: Timpibot
Disallow: /
User-agent: AddSearchBot
Disallow: /
User-agent: aiHitBot
Disallow: /
User-agent: iaskspider
Disallow: /
User-agent: LinerBot
Disallow: /
User-agent: CloudVertexBot
Disallow: /
User-agent: Google-Firebase
Disallow: /
User-agent: Terrecotta
Disallow: /
User-agent: TerraCotta
Disallow: /
User-agent: Kangaroo Bot
Disallow: /
User-agent: meta-webindexer
Disallow: /
User-agent: Brightbot
Disallow: /
User-agent: Brightbot 1.0
Disallow: /
User-agent: SearchmetricsBot
Disallow: /
User-agent: deepcrawl
Disallow: /
User-agent: rogerbot
Disallow: /
User-agent: MJ12bot
Disallow: /

# Others
User-agent: OrangeBot
Crawl-delay: 1
User-agent: OrangeBot-Collector
Crawl-delay: 1
User-Agent: Slurp
Crawl-delay: 1
User-agent: Adixbot
Crawl-delay: 5
User-Agent: YandexBot
Crawl-delay: 5
User-agent: AhrefsBot
Crawl-delay: 1
User-Agent: Sistrix
Crawl-delay: 5
User-agent: SemrushBot
Crawl-delay: 10
User-agent: Screaming Frog SEO Spider
Crawl-delay: 10