User-agent: MJ12bot
User-agent: BLEXBot
User-Agent: ImagesiftBot
User-Agent: BoardTracker
User-Agent: Baiduspider
User-Agent: Exabot
User-Agent: Yandex
User-Agent: trendictionbot
User-Agent: magpie-crawler
User-Agent: rogerbot
User-Agent: pimeyes.com crawler
User-agent: AhrefsBot
User-agent: Zoominfobot
User-Agent: PetalBot
User-Agent: AspiegelBot
User-Agent: SEMrushBot
User-Agent: DotBot
User-Agent: MauiBot
User-Agent: Amazonbot
User-Agent: barkrowler
User-Agent: Timpibot
# GPT
User-Agent: GPTBot
User-Agent: ChatGPT-User
User-Agent: Google-Extended
User-Agent: anthropic-ai
User-Agent: CCBot
User-Agent: Omgilibot
User-Agent: FacebookBot
User-Agent: Bytespider
# ML
User-Agent: FriendlyCrawler
User-Agent: ImagesiftBot
User-Agent: meta-externalagent
Disallow: /

#User-Agent: GoogleBot
User-Agent: *
Crawl-Delay: 5