User-agent: Mediapartners-Google
Allow: /
Disallow: /messaging/
Disallow: /inquiry/listing-inquiry/get-ajax-form
Disallow: /listing/display/number-clicked
Disallow: /media/pdf/print

User-agent: AdsBot-Google
Allow: /
Disallow: /inquiry/listing-inquiry/get-ajax-form
Disallow: /listing/display/number-clicked
Disallow: /main/search/ajax-write-search-log
Disallow: /media/pdf/print
Disallow: /messaging/

User-agent: AdsBot-Google-Mobile
Allow: /
Disallow: /inquiry/listing-inquiry/get-ajax-form
Disallow: /listing/display/number-clicked
Disallow: /main/search/ajax-write-search-log
Disallow: /media/pdf/print
Disallow: /messaging/

User-agent: AdIdxBot
Allow: /
Disallow: /messaging/
Disallow: /inquiry/listing-inquiry/get-ajax-form
Disallow: /listing/display/number-clicked
Disallow: /media/pdf/print

User-agent: *
Disallow: /js/frontend/stargate/
Disallow: /*conditions*
Disallow: /outbound/
Disallow: /ofni/
Disallow: /messaging/
Disallow: /msgauctions/
Disallow: /register/funnel/
Disallow: /main/
Disallow: /*sort=*
Disallow: /*categoryId=*
Disallow: /*?landing*
Disallow: /*/captcha*
Disallow: /*sortfield=*
Disallow: /inquiry/listing-inquiry/get-ajax-form
Disallow: /listing/display/number-clicked
Disallow: /media/pdf/print

User-agent: AhrefsBot
Crawl-delay: 10
Disallow: /messaging/
Disallow: /msgauctions/
Disallow: /outbound/
Disallow: /ofni/
Disallow: /data/
Disallow: /main/
Disallow: /*/funnel/*
Disallow: /*sort=*
Disallow: /inquiry/listing-inquiry/get-ajax-form
Disallow: /listing/display/number-clicked
Disallow: /media/pdf/print

User-agent: Baiduspider
Disallow: /

User-agent: Yandex
Disallow: /

User-agent: HubSpot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: XoviBot
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: ImagesiftBot
Disallow: /

User-agent: MegaIndex.ru
Disallow: /

User-agent: megaindex.com
Disallow: /

User-agent: ltx71
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: trovitBot
Disallow: /

User-agent: GeedoBot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: AwarioRssBot
User-agent: AwarioSmartBot
Disallow: /

User-agent: barkrowler
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: SeekportBot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: ClaudeBot
Crawl-delay: 5

User-agent: GoogleOther
Disallow: /tssp/
Disallow: /tsp/
Disallow: /tsd/

User-agent: GoogleOther-Image
Disallow: /tssp/
Disallow: /tsp/
Disallow: /tsd/

User-agent: GoogleOther-Video
Disallow: /tssp/
Disallow: /tsp/
Disallow: /tsd/

User-agent: Google-CloudVertexBot
Disallow: /tssp/
Disallow: /tsp/
Disallow: /tsd/
Sitemap: https://www.truckscout24.fr/sitemap.xml