User-agent: *
Disallow: /files

User-agent: *
Disallow: /%2A

User-agent: *
Disallow: /\*

user-agent: AhrefsBot
disallow: /

# Common Crawl
User-agent: CCBot
Disallow: /

# OpenAI
User-agent: GPTBot
Disallow: /

# Anthropic
User-agent: anthropic-ai
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Claude-Web
Disallow: /

# Bytedance
User-agent: Bytespider
Disallow: /

# Hive
User-agent: ImagesiftBot
Disallow: /

# Webz
User-agent: OmigiliBot
Disallow: /

# Perplexity
User-agent: PerplexityBot
Disallow: /

# Diffbot
User-agent: Diffbot
Disallow: /

# Diffbot
User-agent: cohere-ai
Disallow: /

# Meta
User-agent: meta-externalagent
Disallow: /

User-agent: meta-webindexer
Disallow: /