User-agent: SemrushBot
Disallow: /

User-agent: SemrushBot-SA
Disallow: /

User-agent: SemrushBot-BA
Disallow: /

User-agent: SemrushBot-SI
Disallow: /

User-agent: SemrushBot-SWA
Disallow: /

User-agent: SemrushBot-CT
Disallow: /

User-agent: SemrushBot-BM
Disallow: /

User-agent: SemrushBot-SEOAB
Disallow: /

User-agent: SleepBot
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: Bytedance
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: turnitinbot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: Dow Jones SearchBot
Disallow: /

User-agent: meta-externalagent
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: SEOkicks
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: EyeMonIT
Disallow: /

User-agent: Goldfire server
Disallow:/

User-agent: Goldfire Server
Disallow: /

User-agent: Goldfire+Server
Disallow: /

User-Agent: ImagesiftBot
Disallow: /

User-agent: AwarioBot
Disallow: /

User-agent: AwarioRssBot
User-agent: AwarioSmartBot
Disallow: /

User-agent: barkrowler
Disallow: /

User-Agent: trendictionbot
Disallow: /

User-Agent: SeekportBot
Disallow: /

User-Agent: ev-crawler
Disallow: /

User-agent: Nutch
Disallow: /

User-agent: HawaiiBot
Disallow: /

User-agent: TerraCotta
Disallow: /

User-Agent: panscient.com
Disallow: /

User-Agent: Mediatoolkitbot
Disallow: /

User-Agent: YisouSpider
Disallow: /

User-Agent: serpstatbot
Disallow: /

User-agent: Bingbot
Disallow: /search/*

User-agent: GPTBot
Disallow: /search/*

User-agent: ClaudeBot
Disallow: /search/*

User-agent: OAI-SearchBot
Disallow: /search/*

User-agent: *
Disallow: /emails/click.asp?*
Disallow: /users/fwdtofriend.asp?*
Disallow: /fwd?*
Disallow: /journal/print-articles.asp?*