# block robots
User-agent: AmazonAdBot
Disallow: /
User-agent: Amazonbot
Disallow: /
User-agent: BLEXBot
Disallow: /
User-agent: Buck
Disallow: /
User-agent: Bytespider
Disallow: /
User-agent: ClaudeBot
Disallow: /
User-agent: Clickagy Intelligence Bot v2
Disallow: /
User-agent: CriteoBot/0.1
Disallow: /
User-agent: DataForSeoBot
Disallow: /
User-agent: Drupal
Disallow: /
User-agent: Embedly
Disallow: /
User-agent: FemtosearchBot
Disallow: /
User-agent: GPTBot
Disallow: /
User-agent: GetIntent Crawler
Disallow: /
User-agent: GnowitNewsbot
Disallow: /
User-agent: GozleBot
Disallow: /
User-agent: IonCrawl
Disallow: /
User-agent: Leikibot
Disallow: /
User-agent: Linespider
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: MaxPointCrawler
Disallow: /
User-agent: Mediatoolkitbot
Disallow: /
User-agent: Monsidobot
Disallow: /
User-agent: Quantcastbot
Disallow: /
User-agent: Riddler
Disallow: /
User-agent: SMTBot
Disallow: /
User-agent: Seekport Crawler
Disallow: /
User-agent: Semanticbot
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: SenutoBot
Disallow: /
User-agent: SerendeputyBot
Disallow: /
User-agent: SirdataBot
Disallow: /
User-agent: SiteAuditBot
Disallow: /
User-agent: SplitSignalBot
Disallow: /
User-agent: SurdotlyBot
Disallow: /
User-agent: TTD-Content
Disallow: /
User-agent: The Knowledge AI
Disallow: /
User-agent: TurnitinBot
Disallow: /
User-agent: WebwikiBot
Disallow: /
User-agent: Yeti
Disallow: /
User-agent: Yisouspider
Disallow: /
User-agent: ZoomBot
Disallow: /
User-agent: adbeat_bot
Disallow: /
User-agent: archive.org_bot
Disallow: /
User-agent: barkrowler
Disallow: /
User-agent: dotbot
Disallow: /
User-agent: fluid
Disallow: /
User-agent: grapeshot
Disallow: /
User-agent: heritrix
Disallow: /
User-agent: ia_archiver
Disallow: /
User-agent: ias_crawler
Disallow: /
User-agent: ltx71
Disallow: /
User-agent: magpie-crawler
Disallow: /
User-agent: proximic
Disallow: /
# default
User-agent: *
Disallow: /search/
Allow: /