User-agent: *
Disallow: /fr/ads/
Disallow: /ar/ads/
Disallow: /fr/neuf/get_version/
Disallow: /ar/neuf/get_version/
Disallow: /fr/neuf/viewsup/
Disallow: /ar/neuf/viewsup/

User-Agent: FacebookBot                              
Crawl-delay: 9

User-Agent: trendictionbot
Disallow: /

User-agent: amazon-kendra-web-crawler-*
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: Amazonbot            
Disallow: /do-not-crawl/        

User-agent: Amazonbot                 
Disallow: /not-allowed/    
 

User-agent: Bingbot
Disallow: /

User-agent: msnBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: Slurp
Disallow: /

User-agent: Yahoo! Slurp
Disallow: /

User-agent: wiederfreibot/1.0
Disallow: /


User-agent: CazoodleBot
Disallow: /


User-agent: MJ12bot
Disallow: /

User-agent: dotbot/1.0
Disallow: /

User-agent: Gigabot
Disallow: /


User-agent: YandexBot
Disallow: /

User-agent: Yandex
Disallow: /

User-agent: Exabot
Disallow: /

User-agent: PathDefender
Disallow: /

User-agent: Goodzer
Disallow: /

User-agent: MegaIndex.ru/2.0
Disallow: /

User-agent: Ezooms
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: Vagabondo
Disallow: /

User-agent: Yandex
Disallow: /

User-agent: BSpider
Disallow: /

User-agent: voltron
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: linkdexbot/2.0
Disallow: /

User-Agent: GetintentCrawler
Disallow: /

User-agent: Cliqzbot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: Mail.RU_Bot
Disallow: /

User-agent: VegeBot
Disallow: /

User-agent: Vegi bot
Disallow: /

User-agent: adbeat_bot
Disallow: /

User-agent: Jooblebot
Disallow: /