# Last Updated April 2025
# Block all crawlers from accessing the site

# Global block for all bots
User-agent: *
Disallow: /

# Major Search Engines
User-agent: Googlebot
Disallow: /

User-agent: Googlebot-Image
Disallow: /

User-agent: Googlebot-News
Disallow: /

User-agent: Googlebot-Video
Disallow: /

User-agent: Bingbot
Disallow: /

User-agent: DuckDuckBot
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: YandexBot
Disallow: /

User-agent: YandexImages
Disallow: /

User-agent: Slurp
Disallow: /

User-agent: Sogou
Disallow: /

User-agent: Exabot
Disallow: /

User-agent: Applebot
Disallow: /

User-agent: Qwantify
Disallow: /

User-agent: BraveBot
Disallow: /

User-agent: NevaBot
Disallow: /

User-agent: MetaInspectorBot
Disallow: /

# Mobile-specific crawlers
User-agent: AndroidDownloadManager
Disallow: /

User-agent: Dalvik
Disallow: /

# AI and LLM crawlers
User-agent: GPTBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: GoogleOcr
Disallow: /

User-agent: Claude-Web
Disallow: /

User-agent: Anthropic-AI
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: PerplexityBot
Disallow: /

User-agent: cohere-ai
Disallow: /

User-agent: CCBot
Disallow: /

# SEO Tools
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: SEOkicks-Robot
Disallow: /

User-agent: SiteAnalyzerBot
Disallow: /

User-agent: MauiBot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: rogerbot
Disallow: /

User-agent: SEMrushBot
Disallow: /

User-agent: SerpstatBot
Disallow: /

User-agent: Rankivabot
Disallow: /

User-agent: ScreamingFrogSEO
Disallow: /

User-agent: SpyFuBot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

# Social Media Crawlers
User-agent: Twitterbot
Disallow: /

User-agent: facebookexternalhit
Disallow: /

User-agent: facebot
Disallow: /

User-agent: Pinterest
Disallow: /

User-agent: PinterestBot
Disallow: /

User-agent: Discordbot
Disallow: /

User-agent: TelegramBot
Disallow: /

User-agent: WhatsApp
Disallow: /

User-agent: LinkedInBot
Disallow: /

User-agent: Mastodonbot
Disallow: /

User-agent: Redditbot
Disallow: /

User-agent: Slackbot
Disallow: /

# Email and Marketing Tools
User-agent: HubSpot
Disallow: /

User-agent: MailChimp
Disallow: /

User-agent: ZoominfoBot
Disallow: /

User-agent: ClearbitBot
Disallow: /

User-agent: SalesforceBot
Disallow: /

User-agent: OutreachBot
Disallow: /

# Monitoring Services
User-agent: UptimeRobot
Disallow: /

User-agent: StatusCake
Disallow: /

User-agent: pingdom
Disallow: /

User-agent: DatadogRUM
Disallow: /

User-agent: NewRelicPinger
Disallow: /

User-agent: DynatraceRobot
Disallow: /

# Web Security Scanners
User-agent: Nuclei
Disallow: /

User-agent: ProjectDiscovery
Disallow: /

User-agent: Acunetix
Disallow: /

User-agent: Nessus
Disallow: /

User-agent: ZAP-Scanner
Disallow: /

User-agent: BurpSuite
Disallow: /

# Cloud Provider Bots
User-agent: aws-cloudsearch
Disallow: /

User-agent: AWSCloudWatchMonitor
Disallow: /

User-agent: GCPMonitorBot
Disallow: /

User-agent: AzureMonitorBot
Disallow: /

# Performance Testing
User-agent: Pagespeed Insights
Disallow: /

User-agent: Google-PhysicalWeb
Disallow: /

User-agent: Lighthouse
Disallow: /

User-agent: GTmetrix
Disallow: /

User-agent: WebPageTest
Disallow: /

# Development and API Tools
User-agent: PostmanRuntime
Disallow: /

User-agent: PostmanPreviewBot
Disallow: /

User-agent: insomnia
Disallow: /

User-agent: Paw
Disallow: /

User-agent: curl
Disallow: /

User-agent: wget
Disallow: /

User-agent: axios
Disallow: /

User-agent: node-fetch
Disallow: /