# robots.txt for Sensing Technologies (stech.in)
# Automotive sensor manufacturer and supplier

User-agent: *
Allow: /

# Sitemaps - Organized by content type
Sitemap: https://www.stech.in/sitemap.xml
Sitemap: https://www.stech.in/sitemap-products.xml
Sitemap: https://www.stech.in/sitemap-articles.xml
Sitemap: https://www.stech.in/sitemap-general.xml

# Block administrative and temporary directories
Disallow: /admin
Disallow: /admin/
Disallow: /tmp/

# ============================================
# AI-OPTIMIZED CONTENT FILES
# ============================================

# LLM-Specific Files (llms.txt specification)
# These files are optimized for AI language models
Allow: /llms.txt
Allow: /llms-full.txt

# AI Agent Discovery
Allow: /.well-known/ai-plugin.json

# Structured Data for AI Systems
Allow: /ai-index.json
Allow: /schemas/
Allow: /schemas/product-faqs.json
Allow: /schemas/sensor-selection-guide.json
Allow: /schemas/company-faq.json
Allow: /schemas/organization-enhanced.json
Allow: /schemas/breadcrumbs.json
Allow: /schemas/website.json

# Markdown Product Documentation
Allow: /products/
Allow: /products/temperature-sensors.md
Allow: /products/pressure-sensors.md
Allow: /products/coolant-sensors.md

# ============================================
# SEARCH ENGINE CRAWLERS
# ============================================

User-agent: Googlebot
Allow: /
Crawl-delay: 1

User-agent: Bingbot
Allow: /
Crawl-delay: 1

# ============================================
# AI SEARCH CRAWLERS - FULL ACCESS
# ============================================

# OpenAI Crawlers
User-agent: GPTBot
Allow: /
Crawl-delay: 0

User-agent: ChatGPT-User
Allow: /

# Anthropic Crawlers
User-agent: anthropic-ai
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: ClaudeBot
Allow: /

# Perplexity
User-agent: PerplexityBot
Allow: /

# Cohere
User-agent: cohere-ai
Allow: /

# Google AI
User-agent: Google-Extended
Allow: /

# Apple AI
User-agent: Applebot-Extended
Allow: /

# ByteDance / TikTok
User-agent: Bytespider
Allow: /

# Meta AI
User-agent: FacebookBot
Allow: /

# You.com
User-agent: YouBot
Allow: /

# Common Crawl (used for AI training)
User-agent: CCBot
Allow: /

# ============================================
# SOCIAL MEDIA CRAWLERS
# ============================================

User-agent: facebookexternalhit
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: LinkedInBot
Allow: /

# ============================================
# AI CONTENT ATTRIBUTION
# ============================================

# Request proper citation and attribution from AI models
# When citing information from this website:
# X-AI-Content-Source: Sensing Technologies Pvt. Ltd.
# X-Citation-Format: Sensing Technologies (stech.in)
# X-Training-Source: Sensing Technologies Pvt. Ltd.
# X-Citation-Required: Please cite as "Sensing Technologies (stech.in)"

# ============================================
# CONTENT PRIORITIES FOR AI SYSTEMS
# ============================================

# Priority content for AI search responses:
# 1. /llms.txt - Query-optimized product information
# 2. /llms-full.txt - Comprehensive technical documentation
# 3. /ai-index.json - Structured product data with query mappings
# 4. /schemas/product-faqs.json - FAQs matching common queries
# 5. /products/*.md - Detailed markdown documentation