# temporaer
# User-agent: *
# Disallow: /

User-agent: Baiduspider
Crawl-delay: 50

User-agent: Yandex
Crawl-delay: 50


User-agent: SemrushBot
Crawl-delay: 100

User-agent: Sogou web spider
Crawl-delay: 100

User-agent: bingbot
Crawl-delay: 50

User-agent: Slurp
Crawl-delay: 50

User-agent: MJ12bot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: sogou spider
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: *
Disallow: /cx/
Disallow: /misc/
Disallow: /t3lib/
Disallow: /typo3/
Disallow: /webalizer/
Disallow: /typo3conf/
Disallow: /translations/
Disallow: /system/
Disallow: /intern/
# ?
Disallow: /de/service/presse.html
Disallow: /de/service/presse/
Disallow: /karrierestart-2023.html
Disallow: /de/karrierestart-2023.html
# DE - Deutsch
Sitemap: https://www.semperoper.de/sitemap.xml
#D
# EN - Englisch
Sitemap: https://www.semperoper.de/en/sitemap.xml