User-agent: Scrapy
Allow: /

# Block Woocommerce assets
User-agent: *
Disallow: /cart/
Disallow: /wishlist/
Disallow: /checkout/
Disallow: /my-account/
Disallow: /*add-to-cart=*
Disallow: /*?filter
Disallow: /*?orderby=*
Disallow: /*?add-to-wishlist=*

# Block Search Assets
User-agent: *
Disallow: /search/
Disallow: /*?s=*
Disallow: /*&p=*
Disallow: /&preview=*

Sitemap: https://topteachingtasksmembers.com/sitemap_index.xml