User-Agent: *
Disallow: /wp-content/uploads/wc-logs/
Disallow: /wp-content/uploads/woocommerce_transient_files/
Disallow: /wp-content/uploads/woocommerce_uploads/
Disallow: /wp-admin/
Crawl-delay: 15

# Allow search engines to crawl everything important
Allow: /wp-content/uploads/
Allow: /wp-content/themes/
Allow: /wp-content/plugins/
Allow: /wp-json/

# Disallow unnecessary system folders and duplicate content
Disallow: /cgi-bin/
Disallow: /wp-includes/
Disallow: /xmlrpc.php
Disallow: /trackback/
Disallow: /feed/
Disallow: /comments/
Disallow: /?s=
Disallow: /search

# START YOAST BLOCK
# ---------------------------
User-agent: *
Disallow: /

User-agent: AdsBot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Google-Extended
Allow: /

User-agent: GPTBot
Allow: /

User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: facebookexternalhit
Allow: /

Sitemap: https://petshoppak.com/sitemap_index.xml
# ---------------------------
# END YOAST BLOCK