User-agent: *
Disallow: /wp-admin/
Disallow: /cart/
Disallow: /shopping-cart/
Disallow: /checkout/
Disallow: /my-account/
Disallow: /wp-login.php
Disallow: /wp-register.php
Disallow: /wp-admin/admin-ajax.php
Disallow: /xmlrpc.php
Disallow: /cgi-bin/
Disallow: /includes/
Disallow: /downloads/
Disallow: /trackback/
Disallow: /*?wc-ajax=
Disallow: /*?add-to-cart=
Disallow: /*?wmc_currency=
Disallow: /*?wmc-currency=
Disallow: /*?filter_
Disallow: /*&filter_
Disallow: /*?query_type_
Disallow: /*?featured=
Disallow: /*blackhole
Disallow: /?s=
Disallow: /search/
Disallow: /page/*/?s=

User-agent: Googlebot
Allow: /wp-content/
Allow: /wp-includes/
Disallow: /wp-admin/
Disallow: /wp-admin/admin-ajax.php
Disallow: /*?wc-ajax=
Disallow: /*?add-to-cart=
Disallow: /*?wmc_currency=
Disallow: /*?filter_
Crawl-delay: 2

User-agent: Googlebot-Image
Allow: /wp-content/uploads/

User-agent: Bingbot
Allow: /wp-content/
Disallow: /wp-admin/
Disallow: /*?wc-ajax=
Disallow: /*?add-to-cart=
Crawl-delay: 5

User-agent: AdsBot-Google
Allow: /

User-agent: ClaudeBot
Allow: /
Disallow: /wp-admin/admin-ajax.php
Disallow: /*?wc-ajax=
Disallow: /*?add-to-cart=
Crawl-delay: 5

User-agent: Claude-SearchBot
Allow: /
Disallow: /*?add-to-cart=

User-agent: GPTBot
Allow: /
Disallow: /*?wc-ajax=
Disallow: /*?add-to-cart=
Crawl-delay: 5

User-agent: ChatGPT-User
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: PerplexityBot
Allow: /
Disallow: /*?add-to-cart=
Crawl-delay: 5

User-agent: Applebot
Allow: /
Crawl-delay: 5

User-agent: AmazonBot
Allow: /
Crawl-delay: 10

User-agent: Meta-ExternalAgent
Allow: /
Crawl-delay: 10

User-agent: Twitterbot
Allow: /

User-agent: FacebookExternalHit
Allow: /

User-agent: LinkedInBot
Allow: /

User-agent: Pinterest
Allow: /

Sitemap: https://calcuttarecords.com/sitemap_index.xml