User-agent: * # Disable Common Magento Directories Disallow: /lib/ Disallow: /*.php$ Disallow: /pkginfo/ Disallow: /report/ Disallow: /var/ Disallow: /catalog/ Disallow: /customer/ Disallow: /*SID= #new sitemaps Sitemap: https://zeusarsenal.com/sitemap.xml # Disallow test product Disallow: /test-simple-product.html Disallow: /test-configurable-product.html # Disallow Check Cookie URL Disallow: /pub/checkcookie.php # Disallow pub/static - TSP-451 Disallow: /pub/static/*/Magento_Checkout/* Disallow: /pub/static/*/Magento_Ui/* Allow: /pub/static/*/Magento_Ui/*/messageList.min.js Allow: /pub/static/*/Magento_Ui/*/messages.min.js Allow: /pub/static/*/Magento_Ui/*/column.min.js Allow: /pub/static/*/Magento_Ui/*/dnd.min.js Allow: /pub/static/*/Magento_Ui/*/listing.min.js # Disallow Review AJAX URL Disallow: /review/product/listAjax/ # Disallow TSP-508 Disallow: /blog/rss-feed/ Disallow: /productquestion/answer/like/answer_id/placeholder/* Disallow: /reviewmedia/review/showpopup/* Disallow: /gdpr/policy/policytext/* Disallow: /weltpixel_ga4/track/product/*