User-agent: SemrushBot
Disallow: /

User-Agent: *
Disallow: /events/list
Disallow: /events/?year=
Disallow: /search/?
Disallow: */vestnik
Disallow: /info/licenses
Disallow: /info/smi/
Disallow: /events_news/smi/
Disallow: /info/aerospace_cluster/
Disallow: /news/*/print/
Disallow: /ratings/
Disallow: *.css
Disallow: *.m
Disallow: *.ppt
Disallow: *.log

Host: ssau.ru
Crawl-delay: 5