User-agent: INETDEX-BOT
User-agent: barkrowler
User-agent: Updownerbot
User-agent: AhrefsBot
User-agent: MJ12bot
User-agent: SemrushBot
User-agent: SeznamBot
User-agent: olbicobot
Disallow: /

User-agent: *
Disallow: *.txt
Disallow: *.html
Disallow: *.pdf