User-agent: *
Disallow: /cgi-bin/

User-agent: *
Disallow: /downloads/

User-agent: MJ12bot
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: Gigabot
Disallow: /

User-agent: Yandex
Disallow: /

User-agent: panscient
Disallow: /

User-agent: Purebot
Disallow: /

User-agent: Linguee
Disallow: /

User-agent: sitebot
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: Zookabot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: The Knowledge AI
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: Sogou web spider
Disallow: /

User-agent: Barkrowler
Disallow: /

User-agent: bingbot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: FriendlyCrawler
Disallow: /