# Avoid large files
User-agent: *
Disallow: /static/

# Avoid large files
User-agent: *
Disallow: /4/

# Avoid large files
User-agent: *
Disallow: /*.bundle$

# Security researchers. Nothing against them, but no benefit to allowing them - and downside is that blackhat hackers might pretend to be whitehats
User-agent: CensysInspect
Disallow: /

# I hate marketers!
User-agent: AwarioRssBot
User-agent: AwarioSmartBot
Disallow: /

# I hate marketers!
User-agent: serpstatbot
Disallow: /

# I hate marketers!
User-agent: CheckMarkNetwork
Disallow: /

# I hate marketers!
User-agent: BLEXBot
Disallow: /

# SEO
User-agent: AhrefsBot
Disallow: /

# I hate marketers!
User-agent: Pandalytics
Disallow: /

# AI customer support chatbot
User-agent: wpbot
Disallow: /

# Avoid image bandwidth
User-Agent: Googlebot-Image
Disallow: /

# Why is it downloading images? Stop.
User-agent: Applebot
Disallow: /

# Weird behaviour
User-agent: DotBot
Disallow: /

# Too active
User-agent: DataForSeoBot
Disallow: /

# It ignores this
User-agent: Googlebot
Crawl-delay: 20

User-agent: DuckDuckBot
Crawl-delay: 20

User-agent: CCBot
Crawl-delay: 20

User-agent: *
Disallow: /672acbaeb318ca495a6f311485ba9ce5dac567a4/