# robots.txt for https://www.lillyandmax.com/ # Allow all crawling by default User-agent: * Allow: / # Block specific bots completely User-agent: Baiduspider User-agent: Yandexbot User-agent: MJ12Bot User-agent: DotBot User-agent: MauiBot Disallow: / # Block sensitive directories Disallow: /wp-content/uploads/wc-logs/ Disallow: /wp-content/uploads/woocommerce_transient_files/ Disallow: /wp-content/uploads/woocommerce_uploads/ Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php # Block shopping cart, checkout, and account pages Disallow: /cart/ Disallow: /checkout/ Disallow: /my-account/ Disallow: /wp-login/ Disallow: /thanks/ Disallow: /wishlist/ Disallow: /portfolio_page/ # Block blog, category, tag, author pages Disallow: /blog/ Disallow: /category/ Disallow: /tag/ Disallow: /author/ Disallow: /feed/ # Block query parameters for filters, tracking, and attributes Disallow: /*add-to-cart=* Disallow: /*?add-to-cart Disallow: /*?dog_crate_features Disallow: /*?dog_breed_size Disallow: /*?_gl=1 Disallow: /*?gclid Disallow: /*?utm_source Disallow: /*?pp Disallow: /*?comments_filter Disallow: /*?attribute Disallow: /*?filter Disallow: /*?filter_color Disallow: /*?attachment_id Disallow: /*attribute_pa_color Disallow: /*?attribute_pa_color # Block paginated content Disallow: /*page/ # Yoast SEO sitemap Sitemap: https://www.lillyandmax.com/sitemap_index.xml