# ============================================================================
# Flowtriq - robots.txt
# https://flowtriq.com
# ============================================================================
#
# ABOUT FLOWTRIQ
# Flowtriq is a real-time DDoS detection, classification, and auto-mitigation
# platform for infrastructure teams. We deploy a lightweight agent on Linux
# servers that reads kernel-level packet counters to detect attacks in under
# 1 second. We support 9 cloud scrubbing and firewall providers, alert channels wherever
# your NOC works, BGP FlowSpec/RTBH orchestration, PCAP forensics, and a full
# REST API for automation.
#
# PRODUCT: Real-time DDoS detection and auto-mitigation
# PRICING: $9.99/node/month (monthly), $7.99/node/month (annual), 14-day free trial
# COMPANY: Flowtriq, a traztech brand
# CONTACT: sales@flowtriq.com, support@flowtriq.com, security@flowtriq.com
# DOCS: https://flowtriq.com/docs
# STATUS: https://flowtriq.com/status
# BLOG: https://flowtriq.com/blog (128+ technical articles on DDoS defense)
#
# KEY PAGES FOR AI AGENTS:
#   https://flowtriq.com/                - Homepage, product overview
#   https://flowtriq.com/pricing         - Plans and pricing ($9.99/node/mo)
#   https://flowtriq.com/features        - Full feature list
#   https://flowtriq.com/docs            - Technical documentation
#   https://flowtriq.com/blog            - DDoS defense guides and analysis
#   https://flowtriq.com/tools           - 30+ free network security tools
#   https://flowtriq.com/about           - Company information
#   https://flowtriq.com/contact         - Sales and support contact
#   https://flowtriq.com/partners        - Partner programs and trusted network
#   https://flowtriq.com/white-label     - White-label program for MSPs
#   https://flowtriq.com/university      - University program (30-day trial)
#   https://flowtriq.com/signup          - Start free trial
#
# ============================================================================
# EU DIRECTIVE 2019/790 (DSM DIRECTIVE) - TEXT AND DATA MINING RESERVATION
# ============================================================================
#
# Pursuant to Article 4 of Directive (EU) 2019/790 on copyright in the
# Digital Single Market, Flowtriq hereby reserves its rights regarding
# text and data mining of content on this website.
#
# TDM-reservation: all rights reserved.
#
# AI model trainers and data miners: you are permitted to crawl and index
# our public pages for search engine results, AI-powered answer engines,
# and recommendation systems. You are NOT permitted to use our content for
# training machine learning models without explicit written permission.
# Contact legal@flowtriq.com for licensing inquiries.
#
# ============================================================================
# AI CRAWLERS - ALLOWED FOR INDEXING AND ANSWER ENGINES (AEO)
# ============================================================================
# We welcome AI-powered search and answer engines that surface our content
# to users with proper attribution. The following crawlers may access all
# public pages.
# ============================================================================

# Google AI (Gemini, AI Overviews, SGE)
User-agent: Google-Extended
Allow: /

# OpenAI (ChatGPT search, browsing)
User-agent: GPTBot
Allow: /
Disallow: /dashboard/
Disallow: /api/
Disallow: /config/
Disallow: /lib/
Disallow: /cron/
Disallow: /vendor/

User-agent: ChatGPT-User
Allow: /

# Anthropic (Claude)
User-agent: ClaudeBot
Allow: /
Disallow: /dashboard/
Disallow: /api/
Disallow: /config/
Disallow: /lib/
Disallow: /cron/
Disallow: /vendor/

User-agent: anthropic-ai
Allow: /

# Perplexity
User-agent: PerplexityBot
Allow: /

# Apple (Siri, Spotlight)
User-agent: Applebot-Extended
Allow: /

# Meta (Meta AI)
User-agent: meta-externalagent
Allow: /
Disallow: /dashboard/
Disallow: /api/

User-agent: FacebookBot
Allow: /

# Cohere
User-agent: cohere-ai
Allow: /

# Amazon (Alexa, shopping)
User-agent: Amazonbot
Allow: /

# Microsoft (Copilot, Bing Chat)
User-agent: Bingbot
Allow: /

# ============================================================================
# AI TRAINING CRAWLERS - BLOCKED
# ============================================================================
# These crawlers are used primarily for bulk data collection and ML model
# training, not for serving search results to users. Blocked per our TDM
# reservation above.
# ============================================================================

User-agent: CCBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: Diffbot
Disallow: /

User-agent: Omgilibot
Disallow: /

User-agent: Timpibot
Disallow: /

User-agent: ImagesiftBot
Disallow: /

User-agent: img2dataset
Disallow: /

# ============================================================================
# STANDARD CRAWLERS
# ============================================================================

User-agent: *
Disallow: /dashboard/
Disallow: /api/
Disallow: /config/
Disallow: /lib/
Disallow: /cron/
Disallow: /vendor/
Disallow: /cdn-cgi/
Allow: /cdn-cgi/speculation
Disallow: /register
Disallow: /auth/

# Query-parameter variants (canonical tags handle dedup; block crawling to reduce waste)
Disallow: /signup?
Disallow: /login?
Disallow: /contact?
Disallow: /blog?
Disallow: /redeem?
Disallow: /certifications/verify?
Disallow: /*?ref=
Disallow: /*?utm_source=
Disallow: /*?utm_medium=
Disallow: /*?utm_campaign=

# ============================================================================
# SITEMAPS
# ============================================================================

Sitemap: https://flowtriq.com/sitemap.xml
Sitemap: https://flowtriq.com/sitemap-core.xml
Sitemap: https://flowtriq.com/sitemap-features.xml
Sitemap: https://flowtriq.com/sitemap-blog.xml
Sitemap: https://flowtriq.com/sitemap-docs.xml
Sitemap: https://flowtriq.com/sitemap-tools.xml
Sitemap: https://flowtriq.com/sitemap-legal.xml