User-agent: AhrefsBot
Disallow: /
User-agent: Amazonbot
Disallow: /
User-agent: Applebot
Disallow: /
User-agent: BLEXBot
Disallow: /
User-agent: BUbiNG
Disallow: /
User-agent: Charlotte
Disallow: /
User-agent: CriteoBot/0.1
Disallow: /
User-agent: DataForSeoBot
Disallow: /
User-agent: Exabot
Disallow: /
User-agent: Fasterfox
Disallow: /
User-agent: ImagesiftBot
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: MauiBot
Disallow: /
User-agent: NaverBot
Disallow: /
User-agent: PetalBot
Disallow: /
User-agent: Qwantify
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: SemrushBot-SA
Disallow: /
User-agent: XoviBot
Disallow: /
User-agent: Yandex
Disallow: /
User-agent: Yeti
Disallow: /
User-agent: YoudaoBot
Disallow: /
User-agent: bytespider | byte spider | bytedance | bytedance
Disallow: /
User-agent: ezooms
Disallow: /
User-agent: grapeshot
Disallow: /
User-agent: ias_crawler
Disallow: /
User-agent: ias_wombles
Disallow: /
User-agent: ichiro
Disallow: /
User-agent: meta-externalagent
Disallow: /
User-agent: moget
Disallow: /
User-agent: proximic
Disallow: /
User-agent: voyager
Disallow: /
User-agent: *
Crawl-delay: 0.50
Disallow: /cgi
Disallow: /cgi-bin
Disallow: /logs
Disallow: /mov
Disallow: /snd
Disallow: /torpe
Disallow: /*.DOC$
Disallow: /*.M4V$
Disallow: /*.MP3$
Disallow: /*.MPEG$
Disallow: /*.MPG$
Disallow: /*.XLS$
Disallow: /*.doc$
Disallow: /*.gif$
Disallow: /*.Gif$
Disallow: /*.GIF$
Disallow: /*.jpg$
Disallow: /*.Jpg$
Disallow: /*.JPG$
Disallow: /*.jpeg$
Disallow: /*.Jpeg$
Disallow: /*.JPEG$
Disallow: /*.m4v$
Disallow: /*.mov$
Disallow: /*.mp3$
Disallow: /*.mpeg$
Disallow: /*.mpg$
Disallow: /*.pdf$
Disallow: /*.Pdf$
Disallow: /*.PDF$
Disallow: /*.png$
Disallow: /*.xls$
Disallow: /*.zip$
Disallow: /*.Zip$
Disallow: /*.ZIP$