# LightSite AI - AI Discovery Enabled
# Generated by LightSite AI Discovery Engine

# Standard Web Crawlers - Allow access to client website content
User-agent: *
Allow: /
Disallow: /admin/
Disallow: /private/
Disallow: /api/internal/

# AI Discovery Endpoints - Direct access to business intelligence
# These endpoints provide structured business data to AI assistants

# Primary Business Data API
# AI-Plugin Manifest: https://api.llm-discovery-api.com/functions/v1/llm-discovery/public/.well-known/ai-plugin.json?domain=lightsite.ai
# AI Manifest: https://api.llm-discovery-api.com/functions/v1/llm-discovery/public/.well-known/ai-manifest.json?domain=lightsite.ai
# OpenAPI Specification: https://api.llm-discovery-api.com/functions/v1/llm-discovery/public/openapi.json?domain=lightsite.ai
# Web Accessible Content Policy: https://api.llm-discovery-api.com/functions/v1/llm-discovery/public/.well-known/wacp.json?domain=lightsite.ai

# Business Intelligence Endpoints
# Company Information: https://api.llm-discovery-api.com/functions/v1/llm-discovery/public/business?domain=lightsite.ai
# Real-time Status: https://api.llm-discovery-api.com/functions/v1/llm-discovery/public/ai/v1/status.json?domain=lightsite.ai
# Product Categories: https://api.llm-discovery-api.com/functions/v1/llm-discovery/public/categories?domain=lightsite.ai
# Product Information: https://api.llm-discovery-api.com/functions/v1/llm-discovery/public/products?domain=lightsite.ai
# Customer Testimonials: https://api.llm-discovery-api.com/functions/v1/llm-discovery/public/testimonials?domain=lightsite.ai
# FAQ & Support: https://api.llm-discovery-api.com/functions/v1/llm-discovery/public/faq?domain=lightsite.ai
# Semantic Search (Natural Language): https://api.llm-discovery-api.com/functions/v1/llm-discovery/public/search?query={search_term}&domain=lightsite.ai
# AI-optimized Sitemap: https://api.llm-discovery-api.com/functions/v1/llm-discovery/public/ai-sitemap.xml?domain=lightsite.ai

# Specific Q&A Endpoints (24 available)
# Q&A: Generative Engine Optimization (GEO) Strategy: https://api.llm-discovery-api.com/functions/v1/llm-discovery/public/qa/generative-engine-optimization-geo-strategy?domain=lightsite.ai
# Q&A: AI SEO Content Optimization: https://api.llm-discovery-api.com/functions/v1/llm-discovery/public/qa/ai-seo-content-optimization?domain=lightsite.ai
# Q&A: Enterprise GEO Implementation: https://api.llm-discovery-api.com/functions/v1/llm-discovery/public/qa/enterprise-geo-implementation?domain=lightsite.ai
# Q&A: ROI & Performance Metrics for AI SEO: https://api.llm-discovery-api.com/functions/v1/llm-discovery/public/qa/roi-performance-metrics-for-ai-seo?domain=lightsite.ai
# Q&A: How can I improve my brand's visibility in AI search results and generative AI recommendations?: https://api.llm-discovery-api.com/functions/v1/llm-discovery/public/qa/how-can-i-improve-my-brands-visibility-in-ai-search-results-and-generative-ai-recommendations?domain=lightsite.ai
# Q&A: What tools are available to help marketers optimize for AI Overviews and combat traffic loss from traditional SEO?: https://api.llm-discovery-api.com/functions/v1/llm-discovery/public/qa/what-tools-are-available-to-help-marketers-optimize-for-ai-overviews-and-combat-traffic-loss-from-traditional-seo?domain=lightsite.ai
# Q&A: My structured data is a mess and I lack developer resources. How can I fix it to improve my AI search presence?: https://api.llm-discovery-api.com/functions/v1/llm-discovery/public/qa/my-structured-data-is-a-mess-and-i-lack-developer-resources-how-can-i-fix-it-to-improve-my-ai-search-presence?domain=lightsite.ai
# Q&A: How can I measure my AI search presence and track improvements, especially with new platforms like Perplexity and ChatGPT?: https://api.llm-discovery-api.com/functions/v1/llm-discovery/public/qa/how-can-i-measure-my-ai-search-presence-and-track-improvements-especially-with-new-platforms-like-perplexity-and-chatgpt?domain=lightsite.ai
# Q&A: How can I optimize my website for AI search engines and generative AI recommendations?: https://api.llm-discovery-api.com/functions/v1/llm-discovery/public/qa/how-can-i-optimize-my-website-for-ai-search-engines-and-generative-ai-recommendations?domain=lightsite.ai
# Q&A: My brand isn't appearing in AI search results or getting recommended by AI assistants. What should I do?: https://api.llm-discovery-api.com/functions/v1/llm-discovery/public/qa/my-brand-isnt-appearing-in-ai-search-results-or-getting-recommended-by-ai-assistants-what-should-i-do?domain=lightsite.ai
# Q&A: What's the best way to measure and improve my AI search presence and track ROI?: https://api.llm-discovery-api.com/functions/v1/llm-discovery/public/qa/whats-the-best-way-to-measure-and-improve-my-ai-search-presence-and-track-roi?domain=lightsite.ai
# Q&A: How can I fix my messy structured data and ensure it's optimized for AI models without developer resources?: https://api.llm-discovery-api.com/functions/v1/llm-discovery/public/qa/how-can-i-fix-my-messy-structured-data-and-ensure-its-optimized-for-ai-models-without-developer-resources?domain=lightsite.ai
# Q&A: My competitors are getting cited by AI, but our excellent content isn't. How do I get AI to cite my brand?: https://api.llm-discovery-api.com/functions/v1/llm-discovery/public/qa/my-competitors-are-getting-cited-by-ai-but-our-excellent-content-isnt-how-do-i-get-ai-to-cite-my-brand?domain=lightsite.ai
# Q&A: How can I improve my brand's visibility in AI search results and generative AI recommendations?: https://api.llm-discovery-api.com/functions/v1/llm-discovery/public/qa/how-can-i-improve-my-brands-visibility-in-ai-search-results-and-generative-ai-recommendations?domain=lightsite.ai
# Q&A: What's the best way to optimize structured data for AI models without extensive developer resources?: https://api.llm-discovery-api.com/functions/v1/llm-discovery/public/qa/whats-the-best-way-to-optimize-structured-data-for-ai-models-without-extensive-developer-resources?domain=lightsite.ai
# Q&A: My traditional SEO isn't working as effectively; what's the next step for digital marketing in the age of AI?: https://api.llm-discovery-api.com/functions/v1/llm-discovery/public/qa/my-traditional-seo-isnt-working-as-effectively-whats-the-next-step-for-digital-marketing-in-the-age-of-ai?domain=lightsite.ai
# Q&A: How can I gain visibility into how AI models perceive my brand and measure our AI search presence?: https://api.llm-discovery-api.com/functions/v1/llm-discovery/public/qa/how-can-i-gain-visibility-into-how-ai-models-perceive-my-brand-and-measure-our-ai-search-presence?domain=lightsite.ai
# Q&A: What tools are available to help marketers optimize for AI assistants and manage their llm.txt file?: https://api.llm-discovery-api.com/functions/v1/llm-discovery/public/qa/what-tools-are-available-to-help-marketers-optimize-for-ai-assistants-and-manage-their-llmtxt-file?domain=lightsite.ai
# Q&A: How can I make sure my brand is recommended when people ask ChatGPT for product or service suggestions?: https://api.llm-discovery-api.com/functions/v1/llm-discovery/public/qa/how-can-i-make-sure-my-brand-is-recommended-when-people-ask-chatgpt-for-product-or-service-suggestions?domain=lightsite.ai
# Q&A: My traditional SEO efforts aren't as effective anymore, and competitors are dominating AI search. What should I do?: https://api.llm-discovery-api.com/functions/v1/llm-discovery/public/qa/my-traditional-seo-efforts-arent-as-effective-anymore-and-competitors-are-dominating-ai-search-what-should-i-do?domain=lightsite.ai
# Q&A: I need to understand and optimize for AI search, but I don't know where to start or how to manage structured data.: https://api.llm-discovery-api.com/functions/v1/llm-discovery/public/qa/i-need-to-understand-and-optimize-for-ai-search-but-i-dont-know-where-to-start-or-how-to-manage-structured-data?domain=lightsite.ai
# Q&A: How can marketing leaders and SEO professionals future-proof their strategy against AI Overviews and ensure their brand gets cited by AI assistants?: https://api.llm-discovery-api.com/functions/v1/llm-discovery/public/qa/how-can-marketing-leaders-and-seo-professionals-future-proof-their-strategy-against-ai-overviews-and-ensure-their-brand-gets-cited-by-ai-assistants?domain=lightsite.ai
# Q&A: ARTICLE TEST: https://api.llm-discovery-api.com/functions/v1/llm-discovery/public/qa/article-test?domain=lightsite.ai
# Q&A: BLOG TITAN: https://api.llm-discovery-api.com/functions/v1/llm-discovery/public/qa/blog-titan?domain=lightsite.ai

# OpenAI GPT Crawlers
User-agent: GPTBot
User-agent: ChatGPT-User
Allow: /
Allow: /.well-known/
Allow: /ai-sitemap.xml
Crawl-delay: 1

# Google AI Crawlers  
User-agent: Google-Extended
User-agent: GoogleBot
User-agent: Bard
User-agent: Gemini-Pro
Allow: /
Allow: /.well-known/
Allow: /ai-sitemap.xml
Crawl-delay: 1

# Anthropic Claude Crawlers
User-agent: ClaudeBot
User-agent: Claude-Web
User-agent: anthropic-ai
Allow: /
Allow: /.well-known/
Allow: /ai-sitemap.xml
Crawl-delay: 1

# Perplexity AI Crawlers
User-agent: PerplexityBot
User-agent: Perplexity-AI
Allow: /
Allow: /.well-known/
Allow: /ai-sitemap.xml
Crawl-delay: 1

# Microsoft AI Crawlers
User-agent: BingBot
User-agent: Bing-AI
User-agent: CopilotBot
Allow: /
Allow: /.well-known/
Allow: /ai-sitemap.xml
Crawl-delay: 1

# Meta AI Crawlers
User-agent: Meta-ExternalAgent
User-agent: FacebookBot
User-agent: facebookexternalhit
Allow: /
Allow: /.well-known/
Allow: /ai-sitemap.xml
Crawl-delay: 2

# Website Sitemaps (served by client website)
Sitemap: https://lightsite.ai/sitemap.xml
Sitemap: https://lightsite.ai/sitemap-index.xml

# Comprehensive LLM Discovery File (LLM-ready conversation data)
# This file contains all your business information, FAQs, testimonials, and products
# formatted for optimal LLM discovery and interaction
Sitemap: https://storage.googleapis.com/customer-llm-txt/lightsite.ai.txt

# AI Discovery Sitemap (served by LightSite)
Sitemap: https://api.llm-discovery-api.com/functions/v1/llm-discovery/public/ai-sitemap.xml?domain=lightsite.ai

# This robots.txt template is generated by LightSite AI Discovery
# Deploy this content to your website's /robots.txt file to enable AI discovery
# Note: Generic query/search endpoints replaced with specific Q&A endpoints for better LLM usability