User-agent: googlebot
Disallow: /e404/*
Disallow: /rabota/vacancy.html?text=*
Disallow: /places/street/?text=*
Disallow: /guide/street/?text=*
Disallow: /afisha/?text*
Disallow: *?catalogue*
Disallow: *?google_preview*
Disallow: *?fbclid=*
Disallow: *nc_input_token*
Disallow: *?ref=*
Disallow: *?searchid=*
Disallow: *?_ym_status-check*
Disallow: /rabota/vakansii/?text=*
Disallow: /search/*

User-agent: Yandex
Disallow: /e404/*
Disallow: /rabota/vacancy.html?text=*
Disallow: /places/street/?text=*
Disallow: /guide/street/?text=*
Disallow: /afisha/?text*
Disallow: *?catalogue*
Disallow: *?google_preview*
Disallow: *?fbclid=*
Disallow: *nc_input_token*
Disallow: *?ref=*
Disallow: *?searchid=*
Disallow: *?_ym_status-check*
Disallow: /rabota/vakansii/?text=*
Disallow: /search/*

User-agent: *
Disallow: /e404/*
Disallow: /rabota/vacancy.html?text=*
Disallow: /places/street/?text=*
Disallow: /guide/street/?text=*
Disallow: /afisha/?text*
Disallow: *?catalogue*
Disallow: *?google_preview*
Disallow: *?fbclid=*
Disallow: *nc_input_token*
Disallow: *?ref=*
Disallow: *?searchid=*
Disallow: *?_ym_status-check*
Disallow: /rabota/vakansii/?text=*
Disallow: /search/*

User-agent: Mediapartners-Google
Allow: /

User-agent: MJ12bot
Disallow: /

User-agent: wotbox
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: BUbiNG
Disallow: /

User-agent: Vedma
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: SemrushBot-SA
Disallow: /

User-agent: SemrushBot-SA
Disallow: /

User-agent: SemrushBot-BA
Disallow: /

User-agent: SemrushBot-SI
Disallow: /

User-agent: SemrushBot-SWA
Disallow: /

User-agent: SemrushBot-CT
Disallow: /

User-agent: SemrushBot-BM
Disallow: /

User-agent: SemrushBot-SEOAB
Disallow: /

User-agent: Riddler
Disallow: /

User-agent: Barkrowler
Disallow: /

User-agent: Barkrowler/0.9
Disallow: /

User-agent: rogerbot
Disallow: /

User-agent: dotbot
Disallow: /