User-agent: SemrushBot
Disallow: /

User-agent: SemrushBot-SA
Disallow: /

User-agent: ia_archiver
Disallow:
Disallow: /_captcha/
Disallow: /_poll/
Disallow: /_comments/
Disallow: /_form/

User-agent: SrceHarvester
Disallow:
Disallow: /_captcha/
Disallow: /_poll/
Disallow: /_comments/
Disallow: /_form/

User-agent: Slurp
Disallow:
Disallow: /_captcha/
Disallow: /_poll/
Disallow: /_comments/
Disallow: /_form/

User-agent: MSNBot
Disallow: 
Disallow: /_captcha/
Disallow: /_poll/
Disallow: /_comments/
Disallow: /_form/

User-agent: Browsershots
Disallow:
Disallow: /_captcha/
Disallow: /_poll/
Disallow: /_comments/
Disallow: /_form/

User-agent: archive.org_bot
Disallow:
Disallow: /_captcha/
Disallow: /_poll/
Disallow: /_comments/
Disallow: /_form/

User-agent: Robozilla
Disallow: 
Disallow: /_captcha/
Disallow: /_poll/
Disallow: /_comments/
Disallow: /_form/

User-agent: baiduspider
Disallow: 
Disallow: /_captcha/
Disallow: /_poll/
Disallow: /_comments/
Disallow: /_form/

User-agent: Googlebot
Disallow: 
Disallow: /_captcha/
Disallow: /_poll/
Disallow: /_comments/
Disallow: /_form/

User-agent: bingbot
Disallow: 
Disallow: /_captcha/
Disallow: /_poll/
Disallow: /_comments/
Disallow: /_form/

User-agent: Twitterbot
Disallow:
Disallow: /_captcha/
Disallow: /_poll/
Disallow: /_comments/
Disallow: /_form/

User-agent: YandexBot
Disallow:
Disallow: /_captcha/
Disallow: /_poll/
Disallow: /_comments/
Disallow: /_form/

User-agent: YandexNews
Disallow:
Disallow: /_captcha/
Disallow: /_poll/
Disallow: /_comments/
Disallow: /_form/


User-agent: *
Disallow:
Disallow: /_captcha/
Disallow: /_poll/
Disallow: /_comments/
Disallow: /_form/
Disallow: /api

Sitemap: https://www.hrt.hr/sitemap.xml