User-Agent: Mediapartners-Google
Disallow: /

User-Agent: Cliqzbot
Disallow: /

User-Agent: sistrix
Disallow: /

User-agent: Squider
Disallow: /

User-agent: NextGenSearchBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: SemrushBot-SA
Disallow: /

User-agent: Arquivo-web-crawler
Disallow: /

User-Agent: *
Disallow: /ajax
Disallow: /alert
Disallow: /announce
Disallow: /api
Disallow: /fr/companies
Disallow: /fr/set_lang
Disallow: /fr/societe
Disallow: /fr/societes
Disallow: /offers
Disallow: /opt_out
Disallow: /order
Disallow: /pdf
Disallow: /prospect
Disallow: /search