User-agent: *
Disallow: /*/video/*
Disallow: /*/terms
Disallow: /*/privacy
Disallow: /*/faq
Disallow: /*/dmca
Disallow: /*/get-listed
Disallow: /*/contact
Disallow: /*/liked
Disallow: /*/watch-later
Disallow: /*/clicked
Disallow: /*/*long=long*
Disallow: /*/*order=date*
Disallow: /*/pornstar/*/long*
Disallow: /*/pornstar/*/order/date*
Disallow: /*/category/*/long*
Disallow: /*/category/*/order/date*
Disallow: /*/search/*/long*
Disallow: /*/search/*/order/date*
Disallow: /*/js
Disallow: /*/css
Disallow: /*/page/

User-agent: YandexBot
Allow: /en
Allow: /ru
Allow: /tr
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: MJ12bot
Disallow: /