User-agent: SemrushBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: MJ12bot
Disallow: /

# https://dataforseo.com/dataforseo-bot
User-agent: DataForSeoBot
Disallow: /

# copied from upstream alaveteli
User-agent: *
Disallow: */annotate/*
Disallow: */new/*
Disallow: */report/new*
Disallow: */search/*
Disallow: */similar/*
Disallow: */similaires/*
Disallow: */track/*
Disallow: */upload/*
Disallow: */user/*
Disallow: */feed/*
Disallow: */profile/*
Disallow: */signin*
Disallow: */sign_in*
Disallow: */tor*
Allow: */request/*/response/*/attach/*
Disallow: */request/*/response/*
Disallow: */request/*/download*
Disallow: */body/*/view_email$
Disallow: */change_request/*
Disallow: /nouvelle_demande/*
Disallow: */outgoing_messages/*/mail_server_logs*
Disallow: */outgoing_messages/*/delivery_status*
Disallow: *?*update_status=1*
Disallow: */request/*/annotate
Disallow: */request/*/feed
Disallow: */request/*/followups/new
Disallow: */request/*/similar
Disallow: */request/*/track
Disallow: */request/*/upload