User-agent: *
Disallow: /xt_*
Disallow: /appdata/downloads/
Disallow: */rss_f_token
Disallow: */rss_c_token
Disallow: */feed/
Disallow: */feeds
Disallow: /*/*/feed/
Disallow: /*/*/*/feed/
Disallow: /*/*/retrievepassword/
Disallow: */download/
Disallow: /*/*/download/
Disallow: /*/*/filter/
Disallow: /filter/*
Disallow: */index.php/*

User-agent: msnbot
Disallow: /xt_*
Disallow: /appdata/downloads/
Disallow: */rss_f_token
Disallow: */rss_c_token
Disallow: */feed/
Disallow: */feeds
Disallow: /*/*/feed/
Disallow: /*/*/*/feed/
Disallow: /*/*/retrievepassword/
Disallow: */download/
Disallow: /*/*/download/
Disallow: /*/*/filter/
Disallow: /filter/*
Disallow: */index.php/*
Crawl-delay: 1

User-agent: bingbot
Disallow: /xt_*
Disallow: /appdata/downloads/
Disallow: */rss_f_token
Disallow: */rss_c_token
Disallow: */feed/
Disallow: */feeds
Disallow: /*/*/feed/
Disallow: /*/*/*/feed/
Disallow: /*/*/retrievepassword/
Disallow: */download/
Disallow: /*/*/download/
Disallow: /*/*/filter/
Disallow: /filter/*
Disallow: */index.php/*
Crawl-delay: 1

User-agent: MJ12bot
Disallow: /

user-agent: AhrefsBot
disallow: /

User-agent: meanpathbot
Disallow: /

User-agent: dotbot
Disallow: /