# OT2.net - Original Price Tracking & Analysis Platform
# All content on this site is original and generated by our proprietary AI system

# Global rules
User-agent: *
Allow: /
Allow: /product/
Allow: /deals/
Allow: /search/
Allow: /shops/
Allow: /sitemap.xml

# Crawl-delay for all bots
Crawl-delay: 1

# Specific rules for Googlebot
User-agent: Googlebot
Allow: /
Allow: /*.js$
Allow: /*.css$
Allow: /*.png$
Allow: /*.jpg$
Allow: /*.gif$
Allow: /*.svg$
Allow: /*.ico$
Disallow: /api/
Disallow: /admin/
Disallow: /dashboard/
Crawl-delay: 1

# Specific rules for Bingbot
User-agent: Bingbot
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /dashboard/
Crawl-delay: 1

# Block AI training bots
User-agent: GPTBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: anthropic-ai
Disallow: /

# Sitemap
Sitemap: https://ot2.net/sitemap.xml

# Additional headers
X-Robots-Tag: index, follow
X-Content-Type-Options: nosniff

# Main pages
Allow: /
Allow: /shops
Allow: /ai
Allow: /privacy-policy
Allow: /terms-of-service

# Content Declaration
# This website contains original content generated by OT2.net's proprietary AI system
# Product recommendations and analysis are unique to OT2.net
# Price tracking data and insights are original research
# All AI-generated content is clearly marked and attributed

# Contact for content verification
# Email: support@ot2.net
# Website: https://ot2.net

# Crawl-delay for respectful crawling
Crawl-delay: 1

# Disallow admin and private areas
Disallow: /admin/
Disallow: /api/
Disallow: /dashboard/settings/
Disallow: /_next/
Disallow: /static/

# Allow important API endpoints for indexing
Allow: /api/v1/products/sitemap-index