# This file must be placed in the web root
# Meaning it must be accessible at http://dlib.nyu.edu/robots.txt
# If you don't see it there, the bots won't see it either!

User-agent: MegaIndex.ru
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: *
Disallow: /undercover/search/
Disallow: /files/books/
Disallow: /enm/
Disallow: /aco/book/*/display