# robots.txt for GroundControl (gndctl.com) # RFC 9309 compliant. Content-Signal per contentsignals.org. # Machine-readable companions: # llms.txt: /llms.txt # Agent Skills index: /.well-known/agent-skills/index.json # API catalog (RFC 9727):/.well-known/api-catalog # Named AI crawlers - explicit policy per agent. User-agent: GPTBot Content-Signal: ai-train=no, search=yes, ai-input=yes Disallow: /_next/ Disallow: /_astro/ Disallow: /api/ Disallow: /landing/ Disallow: /new-home Disallow: /industry-ems Disallow: /industry-machining Disallow: /industry-pcb Disallow: /visit Disallow: /tracking-config.js Allow: / User-agent: OAI-SearchBot Content-Signal: ai-train=no, search=yes, ai-input=yes Disallow: /_next/ Disallow: /_astro/ Disallow: /api/ Disallow: /landing/ Disallow: /new-home Disallow: /industry-ems Disallow: /industry-machining Disallow: /industry-pcb Disallow: /visit Disallow: /tracking-config.js Allow: / User-agent: ChatGPT-User Content-Signal: ai-train=no, search=yes, ai-input=yes Disallow: /_next/ Disallow: /_astro/ Disallow: /api/ Disallow: /landing/ Disallow: /new-home Disallow: /industry-ems Disallow: /industry-machining Disallow: /industry-pcb Disallow: /visit Disallow: /tracking-config.js Allow: / User-agent: ClaudeBot Content-Signal: ai-train=no, search=yes, ai-input=yes Disallow: /_next/ Disallow: /_astro/ Disallow: /api/ Disallow: /landing/ Disallow: /new-home Disallow: /industry-ems Disallow: /industry-machining Disallow: /industry-pcb Disallow: /visit Disallow: /tracking-config.js Allow: / User-agent: Claude-Web Content-Signal: ai-train=no, search=yes, ai-input=yes Disallow: /_next/ Disallow: /_astro/ Disallow: /api/ Disallow: /landing/ Disallow: /new-home Disallow: /industry-ems Disallow: /industry-machining Disallow: /industry-pcb Disallow: /visit Disallow: /tracking-config.js Allow: / User-agent: Claude-User Content-Signal: ai-train=no, search=yes, ai-input=yes Disallow: /_next/ Disallow: /_astro/ Disallow: /api/ Disallow: /landing/ Disallow: /new-home Disallow: /industry-ems Disallow: /industry-machining Disallow: /industry-pcb Disallow: /visit Disallow: /tracking-config.js Allow: / User-agent: Claude-SearchBot Content-Signal: ai-train=no, search=yes, ai-input=yes Disallow: /_next/ Disallow: /_astro/ Disallow: /api/ Disallow: /landing/ Disallow: /new-home Disallow: /industry-ems Disallow: /industry-machining Disallow: /industry-pcb Disallow: /visit Disallow: /tracking-config.js Allow: / User-agent: anthropic-ai Content-Signal: ai-train=no, search=yes, ai-input=yes Disallow: /_next/ Disallow: /_astro/ Disallow: /api/ Disallow: /landing/ Disallow: /new-home Disallow: /industry-ems Disallow: /industry-machining Disallow: /industry-pcb Disallow: /visit Disallow: /tracking-config.js Allow: / User-agent: PerplexityBot Content-Signal: ai-train=no, search=yes, ai-input=yes Disallow: /_next/ Disallow: /_astro/ Disallow: /api/ Disallow: /landing/ Disallow: /new-home Disallow: /industry-ems Disallow: /industry-machining Disallow: /industry-pcb Disallow: /visit Disallow: /tracking-config.js Allow: / User-agent: Perplexity-User Content-Signal: ai-train=no, search=yes, ai-input=yes Disallow: /_next/ Disallow: /_astro/ Disallow: /api/ Disallow: /landing/ Disallow: /new-home Disallow: /industry-ems Disallow: /industry-machining Disallow: /industry-pcb Disallow: /visit Disallow: /tracking-config.js Allow: / User-agent: Google-Extended Content-Signal: ai-train=no, search=yes, ai-input=yes Disallow: /_next/ Disallow: /_astro/ Disallow: /api/ Disallow: /landing/ Disallow: /new-home Disallow: /industry-ems Disallow: /industry-machining Disallow: /industry-pcb Disallow: /visit Disallow: /tracking-config.js Allow: / User-agent: GoogleOther Content-Signal: ai-train=no, search=yes, ai-input=yes Disallow: /_next/ Disallow: /_astro/ Disallow: /api/ Disallow: /landing/ Disallow: /new-home Disallow: /industry-ems Disallow: /industry-machining Disallow: /industry-pcb Disallow: /visit Disallow: /tracking-config.js Allow: / User-agent: Applebot-Extended Content-Signal: ai-train=no, search=yes, ai-input=yes Disallow: /_next/ Disallow: /_astro/ Disallow: /api/ Disallow: /landing/ Disallow: /new-home Disallow: /industry-ems Disallow: /industry-machining Disallow: /industry-pcb Disallow: /visit Disallow: /tracking-config.js Allow: / User-agent: Bytespider Content-Signal: ai-train=no, search=yes, ai-input=yes Disallow: /_next/ Disallow: /_astro/ Disallow: /api/ Disallow: /landing/ Disallow: /new-home Disallow: /industry-ems Disallow: /industry-machining Disallow: /industry-pcb Disallow: /visit Disallow: /tracking-config.js Allow: / User-agent: CCBot Content-Signal: ai-train=no, search=yes, ai-input=yes Disallow: /_next/ Disallow: /_astro/ Disallow: /api/ Disallow: /landing/ Disallow: /new-home Disallow: /industry-ems Disallow: /industry-machining Disallow: /industry-pcb Disallow: /visit Disallow: /tracking-config.js Allow: / User-agent: cohere-ai Content-Signal: ai-train=no, search=yes, ai-input=yes Disallow: /_next/ Disallow: /_astro/ Disallow: /api/ Disallow: /landing/ Disallow: /new-home Disallow: /industry-ems Disallow: /industry-machining Disallow: /industry-pcb Disallow: /visit Disallow: /tracking-config.js Allow: / User-agent: Diffbot Content-Signal: ai-train=no, search=yes, ai-input=yes Disallow: /_next/ Disallow: /_astro/ Disallow: /api/ Disallow: /landing/ Disallow: /new-home Disallow: /industry-ems Disallow: /industry-machining Disallow: /industry-pcb Disallow: /visit Disallow: /tracking-config.js Allow: / User-agent: FacebookBot Content-Signal: ai-train=no, search=yes, ai-input=yes Disallow: /_next/ Disallow: /_astro/ Disallow: /api/ Disallow: /landing/ Disallow: /new-home Disallow: /industry-ems Disallow: /industry-machining Disallow: /industry-pcb Disallow: /visit Disallow: /tracking-config.js Allow: / User-agent: Meta-ExternalAgent Content-Signal: ai-train=no, search=yes, ai-input=yes Disallow: /_next/ Disallow: /_astro/ Disallow: /api/ Disallow: /landing/ Disallow: /new-home Disallow: /industry-ems Disallow: /industry-machining Disallow: /industry-pcb Disallow: /visit Disallow: /tracking-config.js Allow: / User-agent: Meta-ExternalFetcher Content-Signal: ai-train=no, search=yes, ai-input=yes Disallow: /_next/ Disallow: /_astro/ Disallow: /api/ Disallow: /landing/ Disallow: /new-home Disallow: /industry-ems Disallow: /industry-machining Disallow: /industry-pcb Disallow: /visit Disallow: /tracking-config.js Allow: / User-agent: MistralAI-User Content-Signal: ai-train=no, search=yes, ai-input=yes Disallow: /_next/ Disallow: /_astro/ Disallow: /api/ Disallow: /landing/ Disallow: /new-home Disallow: /industry-ems Disallow: /industry-machining Disallow: /industry-pcb Disallow: /visit Disallow: /tracking-config.js Allow: / User-agent: Timpibot Content-Signal: ai-train=no, search=yes, ai-input=yes Disallow: /_next/ Disallow: /_astro/ Disallow: /api/ Disallow: /landing/ Disallow: /new-home Disallow: /industry-ems Disallow: /industry-machining Disallow: /industry-pcb Disallow: /visit Disallow: /tracking-config.js Allow: / User-agent: YouBot Content-Signal: ai-train=no, search=yes, ai-input=yes Disallow: /_next/ Disallow: /_astro/ Disallow: /api/ Disallow: /landing/ Disallow: /new-home Disallow: /industry-ems Disallow: /industry-machining Disallow: /industry-pcb Disallow: /visit Disallow: /tracking-config.js Allow: / # Default policy for search engines and all other crawlers. User-agent: * Content-Signal: ai-train=no, search=yes, ai-input=yes Disallow: /_next/ Disallow: /_astro/ Disallow: /api/ Disallow: /landing/ Disallow: /new-home Disallow: /industry-ems Disallow: /industry-machining Disallow: /industry-pcb Disallow: /visit Disallow: /tracking-config.js Allow: / Sitemap: https://gndctl.com/sitemap.xml