# kejiwastore.com robots.txt (AI-friendly Shopify edition)
# Goal: Appear in AI summaries & SEO results, while protecting checkout and admin.

######################################
# Google (explicit full-site access) #
######################################
User-agent: Googlebot
Allow: /

User-agent: Googlebot-image
Allow: /

############################
# Default rules (all bots) #
############################
User-agent: *
# Block sensitive & transactional areas
Disallow: /admin
Disallow: /cart
Disallow: /checkout
Disallow: /checkout/*
Disallow: /orders
Disallow: /account
Disallow: /account/*
# Reduce crawl of low-value/parameter URLs
Disallow: /search?*
Disallow: /*?*add-to-cart=*
Disallow: /*?*checkout=*
Disallow: /*?*variant=*
# Keep core content crawlable for SEO and AI
Allow: /collections
Allow: /products
Allow: /blogs
Allow: /pages
Allow: /
# Ensure resources can be fetched (JS/CSS/images on Shopify CDN)
Allow: /cdn/*
Allow: /cdn/shop/*

########################################
# Explicit ALLOW for AI / LLM crawlers #
########################################
# OpenAI (ChatGPT browsing & search)
User-agent: OAI-SearchBot
Allow: /

# OpenAI model training bot
User-agent: GPTBot
Allow: /

# Anthropic (Claude AI browsing & summaries)
User-agent: Claude-Web
Allow: /

# Anthropic (alternate crawler UA)
User-agent: ClaudeBot
Allow: /

# Perplexity (AI search assistant)
User-agent: PerplexityBot
Allow: /

# Google AI Overviews / Gemini data access
User-agent: Google-Extended
Allow: /

# Apple Intelligence (AI summarization & Siri data)
User-agent: Applebot-Extended
Allow: /

# Amazon AI / product data crawler
User-agent: Amazonbot
Allow: /

# Common Crawl (open dataset used by many AIs)
User-agent: CCBot
Allow: /

#####################
# XML Sitemap hint  #
#####################
Sitemap: https:///sitemap.xml