# ML-NIGHTWORX — robots.txt (local dashboard estate)
# Owner: ML-NIGHTWORX / Mark Lewinsohn — © 2026
# These are INTERNAL working documents. Crawling of live product hosts is governed per-host.

User-agent: *
Allow: /
Allow: /NTWX-HQ.html
Allow: /NTWX-ORG-DASHBOARD.html
Allow: /NTWX-AUDIT-DASHBOARD.html
Allow: /NTWX-AUDIT-CROSSREF-v2.html
Allow: /sitemap.xml
Allow: /hermes-master-dashboard.html
Allow: /hermes-sync-map-v2.html
Allow: /hermes-explorer.html
Allow: /hermes-polyglot.html
Allow: /llms.txt
Disallow: /cursor-audit/          # contains full MCP + product topology; approved agents via llms.txt only

# AI/agent crawlers — explicitly welcomed for AEO discovery, same policy as aaas/llms.txt
User-agent: GPTBot
Allow: /
Disallow: /cursor-audit/

User-agent: ClaudeBot
Allow: /
Disallow: /cursor-audit/

User-agent: PerplexityBot
Allow: /
Disallow: /cursor-audit/

User-agent: Google-Extended
Allow: /

# Sitemap pointer (if this estate is ever hosted)
Sitemap: https://ntwx-hq.pages.dev/sitemap.xml

Contact: ops@ml-nightworx.io