#User-agent: *
#Content-Signal: ai-train=no, search=yes, ai-input=yes
#Allow: /

User-agent: *
Disallow: /pdf/
Disallow: /satellites/
Disallow: /jeu2009/
Disallow: /jeu1/
Disallow: /Templates/
Disallow: /dokuwiki/data/
Disallow: /forum2/
Disallow: /forum2_old/
Disallow: /forum/index.php?
Disallow: /forum/posting.php
Disallow: /forum/search.php?
Disallow: /forum/ucp.php
Disallow: /forum/mcp.php
Disallow: /forum/faq.php
Disallow: /forum/memberlist.php
Disallow: /forum/sitemap.php
Disallow: /forum/sitemap.php?
Disallow: /forum/gymrss.php
Disallow: /forum/gymrss.php?
Disallow: /forum/coin-des-redacteurs-f24/
Disallow: /forum/download/
Disallow: /organiser/recherche-hotel.php
Disallow: /organiser/resutlats-vol.php
Disallow: /data_maps/
Disallow: /oops.php
Disallow: /flickr/
Disallow: /roadbook/
Disallow: /go/
#Disallow: /forum/viewtopic.php?p=*

#User-agent: AhrefsBot
#User-agent: magpie-crawler
#User-agent: MJ12bot
User-agent: BLEXBot
#User-agent: SemrushBot
User-agent: trendictionbot
User-agent: bbot
User-agent: Yandexbot
User-agent: brands-bot
User-agent: brands-bot-logo
User-agent: DotBot
User-agent: Seekport Crawler
User-agent: Seekport
User-agent: MegaIndex.ru
User-agent: serpstatbot
User-agent: PetalBot
User-agent: Barkrowler
User-agent: Linguee
User-agent: linkdex.com
User-agent: DataForSeoBot
User-agent: Paracrawl
User-agent: Neevabot
User-agent: CCBot
User-agent: Mediatoolkitbot
User-agent: AwarioBot
User-agent: AwarioRssBot
User-agent: AwarioSmartBot
User-agent: fidget-spinner-bot
User-agent: Bytespider
User-agent: Screaming Frog SEO Spider
User-agent: Observer
User-agent: Sogou web spider
User-agent: Xenu Link Sleuth
Disallow: /

User-agent: bingbot
Disallow: /liste-sites.php*
Disallow: /recherche.php*

User-agent: GPTBot
Disallow: /liste-sites.php*
Disallow: /recherche.php*

User-agent: Applebot
Disallow: /forum/

User-agent: bingbot
Crawl-delay: 10

User-agent: Applebot
Crawl-delay: 10

User-Agent: FacebookBot                              
Crawl-delay: 10
User-Agent: facebookexternalhit                              
Crawl-delay: 10


Sitemap: https://www.roadtrippin.fr/google_sitemap.xml
Sitemap: https://www.roadtrippin.fr/google_sitemap_poi.xml
Sitemap: https://www.roadtrippin.fr/google_sitemap_images_idphoto.xml