User-Agent: *
Disallow: 
Allow: /

#
# Bot specific delays
#

User-agent: bingbot
Allow: /
Crawl-delay: 1

User-Agent: DotBot
Allow: /
Crawl-Delay: 10

User-Agent: Ingrid
Allow: /
Crawl-delay: 10

User-Agent: msnbot
Allow: /
Crawl-Delay: 10

User-Agent: PetalBot
Allow: /
Crawl-Delay: 10

#Moved to disallowed after multiple times of massive connections. Also doesn't respect crawl-delay - 19-03-2021
#User-agent: SemrushBot
#Crawl-delay: 60

# Yahoo
User-Agent: Slurp
Allow: /
Crawl-delay: 10

User-Agent: Yahoo! Slurp
Allow: /
Crawl-delay: 10

#
# Bot specific disallows
#

User-agent: AhrefsBot
Disallow: /

User-Agent: Baiduspider
Disallow: /

User-Agent: CazoodleBot
Disallow: /

#Related to Czech market
User-Agent: Jyxobot
Disallow: /

User-Agent: MJ12bot
Disallow: /

User-Agent: SemrushBot
Disallow: /

User-Agent: Seekport
Disallow: /

User-Agent: Yandex
Disallow: /