# robots.txt for GTC Pre-order (Gunpla website)
# Updated: 2025-11-08

User-agent: *

# Allow all product pages and main content
Allow: /
Allow: /products/
Allow: /products/*

# Block admin and sensitive areas
Disallow: /admin
Disallow: /admin/
Disallow: /api/auth/
Disallow: /login
Disallow: /preorders

# Block search and filter URLs to prevent duplicate content issues
Disallow: /*?search=*
Disallow: /*?grade=*
Disallow: /*?brand=*
Disallow: /*?series=*
Disallow: /*?scale=*
Disallow: /*?sort=*
Disallow: /*?page=*

# Block technical and build files
Disallow: /build/
Disallow: /_remix/
Disallow: /assets/
Disallow: /.well-known/

# Allow important static assets for proper rendering
Allow: /images/
Allow: /favicon.ico
Allow: /manifest.json

# Special rules for major search engines
User-agent: Googlebot
Allow: /products/
Allow: /images/
Crawl-delay: 1

User-agent: Bingbot
Allow: /products/
Crawl-delay: 2

# site through automated means, including any device, tool,
# or process designed to data mine or scrape content, is
# prohibited except (1) for the purpose of search engine indexing or
# artificial intelligence retrieval augmented generation or (2) with express
# written permission from this site’s operator.

# To request permission to license our intellectual
# property and/or other materials, please contact this
# site’s operator directly.

# BEGIN Cloudflare Managed content

User-agent: Amazonbot
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: meta-externalagent
Disallow: /

# END Cloudflare Managed Content

# Sitemap location
Sitemap: https://giftstoyscollectibles.com/sitemap.xml