# Allow all good bots, disallow malicious/spam bots via server-level firewall User-agent: * Allow: / Disallow: /wp-admin/ # Disallow non-SEO directories Disallow: /cgi-bin/ Disallow: /wp-content/themes/xstore-child/ Disallow: /trackback/ Disallow: /xmlrpc.php Disallow: /wp-login.php # WooCommerce Disallow: /cart/ Disallow: /checkout/ Disallow: /my-account/ Disallow: /wishlist/ Disallow: /order-received/ # Block pagination Disallow: */page/*/[2-9]* Disallow: */page/[2-9]*/ Disallow: /page/*/[2-9]* # Allow assets Allow: /wp-admin/admin-ajax.php Allow: /wp-content/uploads/ Allow: /wp-content/themes/xstore/ Allow: /wp-includes/js/ Allow: /wp-includes/ # Sitemap (update with actual URL) Sitemap: https://www.supreme-creations.co.uk/sitemap_index.xml Sitemap: https://www.supreme-creations.co.uk/llms.txt