# northwest.net — robots.txt
# Last updated: April 2026
# Questions: admin@northwest.net

# -------------------------------------------------------
# SEARCH ENGINES — full access
# -------------------------------------------------------
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Slurp
Allow: /

User-agent: DuckDuckBot
Allow: /

User-agent: Baiduspider
Allow: /

User-agent: YandexBot
Allow: /

# -------------------------------------------------------
# AI ASSISTANTS & CRAWLERS — allowed for search + citation
# -------------------------------------------------------

# ChatGPT / OpenAI
User-agent: GPTBot
Allow: /

# Claude / Anthropic
User-agent: ClaudeBot
Allow: /

# Google Gemini / AI Overviews
User-agent: Google-Extended
Allow: /

# Perplexity
User-agent: PerplexityBot
Allow: /

# Microsoft Copilot
User-agent: Bingbot
Allow: /

# Meta AI
User-agent: meta-externalagent
Allow: /

# Apple
User-agent: Applebot
Allow: /
User-agent: Applebot-Extended
Allow: /

# Amazon Alexa
User-agent: Amazonbot
Allow: /

# -------------------------------------------------------
# CONTENT SIGNALS (EU DSM Directive Article 4)
# search=yes : allowed to index and return search results
# ai-input=yes : allowed to use content for AI answers + citations
# ai-train=no : NOT allowed to train/fine-tune AI models on this content
# -------------------------------------------------------
User-agent: *
Content-Signal: search=yes,ai-input=yes,ai-train=no
Allow: /

# -------------------------------------------------------
# SITEMAPS
# -------------------------------------------------------
Sitemap: https://northwest.net/sitemap.xml

# -------------------------------------------------------
# AI GUIDE
# See llms.txt for structured content guide for AI assistants
# -------------------------------------------------------
# https://northwest.net/llms.txt