User-agent:  AhrefsBot
Disallow: /

User-agent:  SemrushBot
Disallow: /


User-agent: *
Disallow: /Areas/
Disallow: /Content/
Disallow: /html/
Disallow: /log/
Disallow: /MyLuceneArticle/
Disallow: /MyLuceneIndex/
Disallow: /MyLuceneObserver/
Disallow: /bin/
Disallow: /Scripts/
Disallow: /tools/
Disallow: /Rss
Disallow: /upload/
Disallow: /Uploads/
Disallow: /UploadFiles/
Disallow: /Views/
Disallow: /xmlconfig/
Disallow: /Error
Disallow: /Temp
Disallow: /Conference
Disallow: /ScrollNextArticle
Disallow: /crond/run/
Disallow: /ask/app/
Disallow: /ask/cache/
Disallow: /ask/install/
Disallow: /ask/models/
Disallow: /ask/system/
Disallow: /ask/tmp/
Disallow: /ask/views/
Disallow: /ask/static/
Disallow: /ask/?/admin/
Disallow: /ask/static/
Disallow: /Event/
Disallow: /images/
Disallow: /cms/
Disallow: /aaa/
Disallow: /bbb/
Disallow: /slb.html
Disallow: /ccee/article/