# General rules for all bots User-agent: * Disallow: /*.dwg Disallow: /s= Disallow: /*add-to-cart= Disallow: /reviews/submission/ Disallow: /author/ Disallow: /download/ Disallow: /*post_type=dlm_download Disallow: /my-account/ Disallow: /wp-content/uploads/ Disallow: /ms_playlist/ Disallow: /checkout/ Disallow: /feature/ Disallow: /label/ Disallow: /wp-admin/ Disallow: /cdn-cgi/l/email-protection Disallow: /register-to-download-page/ Disallow: /product/*/feed/ Crawl-delay: 10 # Algolia-Crawler-Verif: DFAA0A631B697C35 # Block scrapers User-agent: Scrapy Disallow: / User-agent: magpie-crawler Disallow: / User-agent: omgili Disallow: / User-agent: omgilibot Disallow: / User-agent: Node/simplecrawler Disallow: / # Sitemap Sitemap: https://maplesystems.com/sitemap_index.xml