# Allow All Good Search Engine Bots
User-agent: Googlebot
Disallow:
User-agent: Bingbot
Disallow:
User-agent: DuckDuckBot
Disallow:
User-agent: BaiduSpider
Disallow:
User-agent: YandexBot
Disallow:
User-agent: Applebot
Disallow:

# Allow Social Media Bots
User-agent: FacebookExternalHit
Disallow:
User-agent: Twitterbot
Disallow:
User-agent: LinkedInBot
Disallow:
User-agent: Pinterestbot
Disallow:
User-agent: Slackbot-LinkExpanding
Disallow:
User-agent: TelegramBot
Disallow:
User-agent: Discordbot
Disallow:
User-agent: ByteDanceSpider
Disallow:
User-agent: Instagram
Disallow:
User-agent: WhatsApp
Disallow:

# Disallow Known Bad Bots
User-agent: AhrefsBot
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: DotBot
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: MegaIndex
Disallow: /
User-agent: BLEXBot
Disallow: /
User-agent: DataForSeoBot
Disallow: /
User-agent: Exabot
Disallow: /
User-agent: UptimeRobot
Disallow: /
User-agent: SeznamBot
Disallow: /
User-agent: YandexBot
Disallow: /
User-agent: RogerBot
Disallow: /
User-agent: SistrixBot
Disallow: /
User-agent: ZoominfoBot
Disallow: /
User-agent: AspiegelBot
Disallow: /

# Block Unknown Bots Containing "bot" in User-Agent
User-agent: *bot*
Disallow: /

# Block All Other Unknown or Unnecessary Bots
User-agent: *
Disallow: /