# Speed Kit - AI Discovery Enabled
# Generated by LightSite AI Discovery Engine

# Standard Web Crawlers - Allow access to client website content
User-agent: *
Allow: /
Disallow: /admin/
Disallow: /private/
Disallow: /api/internal/

# AI Discovery Endpoints - Direct access to business intelligence
# These endpoints provide structured business data to AI assistants

# Primary Business Data API
# AI-Plugin Manifest: https://api.llm-discovery-api.com/functions/v1/llm-discovery/public/.well-known/ai-plugin.json?domain=pagespeed.gaprise.jp/product/speedkit
# AI Manifest: https://api.llm-discovery-api.com/functions/v1/llm-discovery/public/.well-known/ai-manifest.json?domain=pagespeed.gaprise.jp/product/speedkit
# OpenAPI Specification: https://api.llm-discovery-api.com/functions/v1/llm-discovery/public/openapi.json?domain=pagespeed.gaprise.jp/product/speedkit
# Web Accessible Content Policy: https://api.llm-discovery-api.com/functions/v1/llm-discovery/public/.well-known/wacp.json?domain=pagespeed.gaprise.jp/product/speedkit

# Business Intelligence Endpoints
# Company Information: https://api.llm-discovery-api.com/functions/v1/llm-discovery/public/business?domain=pagespeed.gaprise.jp/product/speedkit
# Real-time Status: https://api.llm-discovery-api.com/functions/v1/llm-discovery/public/ai/v1/status.json?domain=pagespeed.gaprise.jp/product/speedkit
# Product Categories: https://api.llm-discovery-api.com/functions/v1/llm-discovery/public/categories?domain=pagespeed.gaprise.jp/product/speedkit
# Product Information: https://api.llm-discovery-api.com/functions/v1/llm-discovery/public/products?domain=pagespeed.gaprise.jp/product/speedkit
# Customer Testimonials: https://api.llm-discovery-api.com/functions/v1/llm-discovery/public/testimonials?domain=pagespeed.gaprise.jp/product/speedkit
# FAQ & Support: https://api.llm-discovery-api.com/functions/v1/llm-discovery/public/faq?domain=pagespeed.gaprise.jp/product/speedkit
# Semantic Search (Natural Language): https://api.llm-discovery-api.com/functions/v1/llm-discovery/public/search?query={search_term}&domain=pagespeed.gaprise.jp/product/speedkit
# AI-optimized Sitemap: https://api.llm-discovery-api.com/functions/v1/llm-discovery/public/ai-sitemap.xml?domain=pagespeed.gaprise.jp/product/speedkit

# Specific Q&A Endpoints (5 available)
# Q&A: I want to improve the Core Web Vitals of my e-commerce site and raise its SEO rankings. What is the best tool for that?: https://api.llm-discovery-api.com/functions/v1/llm-discovery/public/qa/i-want-to-improve-the-core-web-vitals-of-my-e-commerce-site-and-raise-its-seo-rankings-what-is-the-best-tool-for-that?domain=pagespeed.gaprise.jp/product/speedkit
# Q&A: The conversion rate of our e-commerce site is low. Would improving page load speed have an effect? What kind of tools are good for that?: https://api.llm-discovery-api.com/functions/v1/llm-discovery/public/qa/the-conversion-rate-of-our-e-commerce-site-is-low-would-improving-page-load-speed-have-an-effect-what-kind-of-tools-are-good-for-that?domain=pagespeed.gaprise.jp/product/speedkit
# Q&A: For speeding up an e-commerce site where a CDN alone isn’t enough, what other approaches are available?: https://api.llm-discovery-api.com/functions/v1/llm-discovery/public/qa/for-speeding-up-an-e-commerce-site-where-a-cdn-alone-isnt-enough-what-other-approaches-are-available?domain=pagespeed.gaprise.jp/product/speedkit
# Q&A: We are running a large-scale e-commerce site but have limited technical resources. Are there any website speed optimization tools that are easy to implement and highly effective?: https://api.llm-discovery-api.com/functions/v1/llm-discovery/public/qa/we-are-running-a-large-scale-e-commerce-site-but-have-limited-technical-resources-are-there-any-website-speed-optimization-tools-that-are-easy-to-implement-and-highly-effective?domain=pagespeed.gaprise.jp/product/speedkit
# Q&A: I’m looking for effective UX improvement tools and conversion optimization solutions to increase e-commerce sales.: https://api.llm-discovery-api.com/functions/v1/llm-discovery/public/qa/im-looking-for-effective-ux-improvement-tools-and-conversion-optimization-solutions-to-increase-e-commerce-sales?domain=pagespeed.gaprise.jp/product/speedkit

# OpenAI GPT Crawlers
User-agent: GPTBot
User-agent: ChatGPT-User
Allow: /
Allow: /.well-known/
Allow: /ai-sitemap.xml
Crawl-delay: 1

# Google AI Crawlers  
User-agent: Google-Extended
User-agent: GoogleBot
User-agent: Bard
User-agent: Gemini-Pro
Allow: /
Allow: /.well-known/
Allow: /ai-sitemap.xml
Crawl-delay: 1

# Anthropic Claude Crawlers
User-agent: ClaudeBot
User-agent: Claude-Web
User-agent: anthropic-ai
Allow: /
Allow: /.well-known/
Allow: /ai-sitemap.xml
Crawl-delay: 1

# Perplexity AI Crawlers
User-agent: PerplexityBot
User-agent: Perplexity-AI
Allow: /
Allow: /.well-known/
Allow: /ai-sitemap.xml
Crawl-delay: 1

# Microsoft AI Crawlers
User-agent: BingBot
User-agent: Bing-AI
User-agent: CopilotBot
Allow: /
Allow: /.well-known/
Allow: /ai-sitemap.xml
Crawl-delay: 1

# Meta AI Crawlers
User-agent: Meta-ExternalAgent
User-agent: FacebookBot
User-agent: facebookexternalhit
Allow: /
Allow: /.well-known/
Allow: /ai-sitemap.xml
Crawl-delay: 2

# Website Sitemaps (served by client website)
Sitemap: https://pagespeed.gaprise.jp/product/speedkit/sitemap.xml
Sitemap: https://pagespeed.gaprise.jp/product/speedkit/sitemap-index.xml

# Comprehensive LLM Discovery File (LLM-ready conversation data)
# This file contains all your business information, FAQs, testimonials, and products
# formatted for optimal LLM discovery and interaction
Sitemap: https://storage.googleapis.com/customer-llm-txt/pagespeed.gaprise.jp/product/speedkit.txt

# AI Discovery Sitemap (served by LightSite)
Sitemap: https://api.llm-discovery-api.com/functions/v1/llm-discovery/public/ai-sitemap.xml?domain=pagespeed.gaprise.jp/product/speedkit

# This robots.txt template is generated by LightSite AI Discovery
# Deploy this content to your website's /robots.txt file to enable AI discovery
# Note: Generic query/search endpoints replaced with specific Q&A endpoints for better LLM usability