# TechPowerUp content is made available for your personal, non-commercial use
# Use of any device, tool, or process designed to data mine or scrape the content
# using automated means is prohibited without prior written permission from TechPowerUp
# Prohibited uses include but are not limited to:
# (1) text and data mining activities under Art. 4 of the EU Directive on Copyright in
# the Digital Single Market;
# (2) the development of any software, machine learning, artificial intelligence (AI),
# and/or large language models (LLMs);
# (3) creating or providing archived or cached data sets containing our content to others; and/or
# (4) any commercial purposes.
# Contact w1zzard@techpowerup.com for assistance.

User-agent: ClaudeBot
Disallow: /gpu-specs/
Disallow: /cpu-specs/
Disallow: /ssd-specs/
Disallow: /vgabios/

User-agent: *
Disallow: /wizzard/

User-agent: bingbot
Disallow: /cpu-specs/*?q=
Disallow: /gpu-specs/*?q=
Disallow: /ssd-specs/*?q=

User-agent: SERankingBacklinksBot
Disallow: /

User-agent: sentibot
Disallow: /

User-Agent: trendictionbot
Disallow: / 

User-agent: AwarioRssBot
User-agent: AwarioSmartBot
Disallow: /

# No AI scrapers
User-agent: AliyunSecBot
User-agent: anthropic-ai
User-agent: Applebot-Extended
User-agent: Arquivo-web-crawler
User-agent: BLEXBot
User-agent: Brightbot
User-agent: Bytespider
User-agent: CCBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: Claude-SearchBot
User-agent: Claude-User
User-agent: Claude-Web
User-agent: cohere-ai
User-agent: cohere-training-data-crawler
User-agent: DataForSeoBot
User-agent: GPTBot
User-agent: magpie-crawler
User-agent: meta-externalagent
User-agent: meta-webindexer
User-agent: MyCentralAIScraperBot
User-agent: OAI-SearchBot
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: PetalBot
User-agent: Poseidon Research Crawler
User-agent: SemrushBot-OCOB
User-agent: SemrushBot-SWA
User-agent: SeznamHomepageCrawler
Disallow: /