# StickDecor — robots.txt
# Goal: maximize SEO + AI search visibility while protecting private routes.

# ─── Standard search engines ───
User-agent: *

# Admin & system paths
Disallow: /wp-admin/
Disallow: /wp-includes/
# Render-critical assets must stay crawlable so Googlebot can fully render pages
# (mobile usability + Core Web Vitals). These paths hold only CSS/JS, no indexable
# content, so allowing them is safe. (longest-match rule => these Allows win)
Allow: /wp-includes/js/
Allow: /wp-content/plugins/
Allow: /wp-content/themes/

# Uploads: block by default, allow only images for SEO
Disallow: /wp-content/uploads/
Allow: /wp-content/uploads/*.jpg
Allow: /wp-content/uploads/*.jpeg
Allow: /wp-content/uploads/*.png
Allow: /wp-content/uploads/*.webp
Allow: /wp-content/uploads/*.gif
Allow: /wp-content/uploads/*.svg

# WC logs / transient / private upload paths (always blocked)
Disallow: /wp-content/uploads/wc-logs/
Disallow: /wp-content/uploads/woocommerce_transient_files/
Disallow: /wp-content/uploads/woocommerce_uploads/

# WooCommerce / dynamic query parameters
Disallow: /?wc-ajax=
Disallow: /*?wc-ajax=
Disallow: /*?add-to-cart=
Disallow: /*?orderby=
Disallow: /*?filter_
Disallow: /*?attribute_pa_

# Account / cart / checkout / transactional (wishlist now has noindex meta — must remain crawlable)
Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/
Disallow: /thank-you/
Disallow: /thankyou_contact
Disallow: /cancel
Disallow: /order-received/

# Feeds & author archives (low value, generate duplicate content)
Disallow: /feed/
Disallow: /*/feed/
Disallow: /author/

# AJAX endpoint (needed by WP)
Allow: /wp-admin/admin-ajax.php

# ─── Google AI / SGE / AI Overviews ───
# Critical for being cited in Google's AI summaries (2026 — 40%+ of queries).
User-agent: Google-Extended
Allow: /

# ─── AI search citation crawlers (read-only, surface us in answers) ───
User-agent: OAI-SearchBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: anthropic-ai
Allow: /

# ─── AI training crawlers — block (we want citation, not training) ───
User-agent: GPTBot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: meta-externalagent
Disallow: /

User-agent: Diffbot
Disallow: /

User-agent: Omgilibot
Disallow: /

User-agent: YouBot
Disallow: /

# ─── Sitemap ───
Sitemap: https://www.stickdecor.co.il/sitemap_index.xml