# robots.txt for SG Ammo
# https://sgammo.com/robots.txt

# Allow all crawlers by default
User-agent: *
Allow: /

# Disallow WordPress admin areas
Disallow: /wp-admin/
Disallow: /wp-includes/

# Allow access to admin-ajax.php for dynamic content
Allow: /wp-admin/admin-ajax.php

# Disallow WooCommerce functional pages
Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/
Disallow: /wc-api/

# Disallow WooCommerce add-to-cart and query parameters
Disallow: /*?add-to-cart=
Disallow: /*?removed_item=
Disallow: /*?orderby=
Disallow: /*?product_count=
Disallow: /*?min_price=
Disallow: /*?max_price=

# Disallow search and filter parameters that create duplicate content
Disallow: /*?s=
Disallow: /*?doing_wp_cron=
Disallow: /*?preview=
Disallow: /*?replytocom=

# Disallow WordPress core files
Disallow: /readme.html
Disallow: /license.txt
Disallow: /wp-config.php
Disallow: /wp-content/plugins/
Disallow: /wp-content/cache/
Disallow: /wp-content/themes/sgammo/node_modules/

# Allow uploads directory for images and media
Allow: /wp-content/uploads/

# Allow theme CSS and JS for rendering
Allow: /wp-content/themes/*.css
Allow: /wp-content/themes/*.js
Allow: /wp-includes/*.css
Allow: /wp-includes/*.js

# Disallow trackback
Disallow: /trackback/
Disallow: /*/trackback/
Disallow: /*/feed/
Disallow: /feed/

# Disallow author pages if not needed for SEO
# Disallow: /author/

# Disallow attachment pages (images that link to themselves)
Disallow: /attachment/
Disallow: /*/attachment/

# XML Sitemap
Sitemap: https://sgammo.com/sitemap.xml

# Crawl-delay for aggressive bots (optional, uncomment if needed)
# User-agent: *
# Crawl-delay: 1

# Block bad bots (optional, add specific bad bots if needed)
# User-agent: AhrefsBot
# Disallow: /

# User-agent: SemrushBot
# Crawl-delay: 5