# ==========================================================
# T-Shirt Manufacturing by MassIndia - robots.txt
# Search, AI answer engines and agent access
# https://tshirt.massindia.in/
# ==========================================================

# ----------------------------------------------------------
# Google Search and Google AI systems
# ----------------------------------------------------------

User-agent: Googlebot
Allow: /

User-agent: Googlebot-News
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: GoogleOther
Allow: /

# ----------------------------------------------------------
# Microsoft Bing and Copilot
# ----------------------------------------------------------

User-agent: Bingbot
Allow: /

User-agent: BingPreview
Allow: /

# ----------------------------------------------------------
# OpenAI and ChatGPT
# ----------------------------------------------------------

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: GPTBot
Allow: /

# ----------------------------------------------------------
# Anthropic and Claude
# ----------------------------------------------------------

User-agent: Claude-SearchBot
Allow: /

User-agent: Claude-User
Allow: /

User-agent: ClaudeBot
Allow: /

# ----------------------------------------------------------
# Perplexity
# ----------------------------------------------------------

User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

# ----------------------------------------------------------
# Other search and AI crawlers
# ----------------------------------------------------------

User-agent: Applebot
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: Bravebot
Allow: /

User-agent: DuckDuckBot
Allow: /

User-agent: CCBot
Allow: /

# ----------------------------------------------------------
# Default site-wide rules
# ----------------------------------------------------------

User-agent: *

# Permit search indexing, real-time AI answers and AI training
Content-Signal: search=yes, ai-input=yes, ai-train=yes

# Block WordPress administration
Disallow: /wp-admin/
Disallow: /wp-login.php

# Block low-value archives
Disallow: /tag/
Disallow: /writer/

# Block internal search, preview and reply URLs
Disallow: /*?s=
Disallow: /*&s=
Disallow: /*?replytocom=
Disallow: /*&replytocom=
Disallow: /*preview=true
Disallow: /*&preview=true

# Block unnecessary KML resources
Disallow: /*.kml$

# Permit required WordPress resources
Allow: /wp-admin/admin-ajax.php
Allow: /wp-json/
Allow: /wp-content/uploads/

# ----------------------------------------------------------
# Public AI and structured resources
# ----------------------------------------------------------

Allow: /ai.txt
Allow: /llms.txt
Allow: /content-signals.txt
Allow: /agent-card.json
Allow: /facts.jsonld
Allow: /schemamap.xml

# ----------------------------------------------------------
# XML sitemaps
# ----------------------------------------------------------

Sitemap: https://tshirt.massindia.in/sitemap_index.xml
Sitemap: https://tshirt.massindia.in/ai-sitemap.xml