# All crawlers
User-agent: *
Allow: /
Allow: /api/feed
Disallow: /api/
Disallow: /admin
Disallow: /cart
Disallow: /checkout/
Disallow: /unsubscribe

# Per-bot blocks. RFC: when a bot matches a specific User-agent block it
# ignores the wildcard block, so we repeat the sensitive Disallows in each
# one (admin / cart / checkout / unsubscribe). /review is NOT disallowed: it
# serves noindex via X-Robots-Tag, which Google can only honor if it may crawl it.

# Googlebot
User-agent: Googlebot
Allow: /
Allow: /api/feed
Disallow: /api/
Disallow: /admin
Disallow: /cart
Disallow: /checkout/
Disallow: /unsubscribe

# Google surfaces that fetch merchant/product assets
User-agent: AdsBot-Google
Allow: /
Allow: /api/feed
Disallow: /api/
Disallow: /admin
Disallow: /cart
Disallow: /checkout/
Disallow: /unsubscribe

User-agent: Storebot-Google
Allow: /
Allow: /api/feed
Disallow: /api/
Disallow: /admin
Disallow: /cart
Disallow: /checkout/
Disallow: /unsubscribe

User-agent: Google-Extended
Allow: /
Allow: /api/feed
Disallow: /api/
Disallow: /admin
Disallow: /cart
Disallow: /checkout/
Disallow: /unsubscribe

# Bing
User-agent: Bingbot
Allow: /
Allow: /api/feed
Disallow: /api/
Disallow: /admin
Disallow: /cart
Disallow: /checkout/
Disallow: /unsubscribe

# AI assistants + AI search bots — allowed for retrieval + citation.
User-agent: ClaudeBot
Allow: /
Disallow: /api/
Disallow: /admin
Disallow: /cart
Disallow: /checkout/
Disallow: /unsubscribe

User-agent: anthropic-ai
Allow: /
Disallow: /api/
Disallow: /admin
Disallow: /cart
Disallow: /checkout/
Disallow: /unsubscribe

# Anthropic's AI-search index (powers citations in Claude answers)
User-agent: Claude-SearchBot
Allow: /
Disallow: /api/
Disallow: /admin
Disallow: /cart
Disallow: /checkout/
Disallow: /unsubscribe

User-agent: PerplexityBot
Allow: /
Disallow: /api/
Disallow: /admin
Disallow: /cart
Disallow: /checkout/
Disallow: /unsubscribe

User-agent: OAI-SearchBot
Allow: /
Disallow: /api/
Disallow: /admin
Disallow: /cart
Disallow: /checkout/
Disallow: /unsubscribe

User-agent: ChatGPT-User
Allow: /
Disallow: /api/
Disallow: /admin
Disallow: /cart
Disallow: /checkout/
Disallow: /unsubscribe

User-agent: GPTBot
Allow: /
Disallow: /api/
Disallow: /admin
Disallow: /cart
Disallow: /checkout/
Disallow: /unsubscribe

User-agent: CCBot
Allow: /
Disallow: /api/
Disallow: /admin
Disallow: /cart
Disallow: /checkout/
Disallow: /unsubscribe

User-agent: Bytespider
Allow: /
Disallow: /api/
Disallow: /admin
Disallow: /cart
Disallow: /checkout/
Disallow: /unsubscribe

# Apple — search index (Siri / Spotlight / Safari suggestions)
User-agent: Applebot
Allow: /
Allow: /api/feed
Disallow: /api/
Disallow: /admin
Disallow: /cart
Disallow: /checkout/
Disallow: /unsubscribe

# Apple — AI-training opt signal
User-agent: Applebot-Extended
Allow: /
Disallow: /api/
Disallow: /admin
Disallow: /cart
Disallow: /checkout/
Disallow: /unsubscribe

# Sitemap
Sitemap: https://klippack.com/sitemap.xml