User-agent: *
Crawl-delay: 5
Disallow: /content/search
Disallow: /user/login 
Disallow: /user/logout 
Disallow: /layout/set/print
Disallow: /myesmo/
Disallow: /Function/
Disallow: /Event-Type/
Disallow: /Term/
Disallow: /Promoted-content/
Disallow: /view-news/
Disallow: /resources/
Disallow: /useful-links/
Disallow: /no_cache/
Disallow: /fileadmin/
Disallow: /events/
Disallow: /education-research/
Disallow: /career-grants/
Disallow: /about-esmo/
Disallow: /Helpdesk-Categories
Disallow: /ESMO-Members-Forum
Disallow: /Featured-articles
Disallow: /Links
Disallow: /Tests
Sitemap: http://www.esmo.org/var/esmo/storage/sitemap/www.esmo.org/standard/urlset_esmo.xml

User-agent: MJ12bot
Disallow: /
User-agent: AhrefsBot
Disallow: /