# robots.txt for https://www.mth-partner.de/ # Managed by SEO team - last updated 02.02.2026 # --------------------------- # Global Rules for All Crawlers # --------------------------- User-agent: * Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php Allow: /wp-includes/js/ Allow: /wp-includes/css/ Disallow: /wp-login.php Disallow: /wp-register.php Disallow: /author/ Disallow: /trackback Disallow: /comments Disallow: /product-tag/ Disallow: /tag/ Disallow: /thank-you/ Disallow: /elementskit-content/ # Allow essential minified assets Allow: /*.min.js$ Allow: /*.min.css$ # --------------------------- # Specific Bot Rules # --------------------------- # Ahrefs User-agent: AhrefsBot Crawl-delay: 10 Disallow: /wp-admin/ Disallow: /thank-you/ Disallow: /mietminderungsrechner # Semrush User-agent: SemrushBot Crawl-delay: 10 Disallow: /wp-admin/ Disallow: /thank-you/ Disallow: /mietminderungsrechner # --------------------------- # Sitemap # --------------------------- Sitemap: https://www.mth-partner.de/sitemap_index.xml # --------------------------- # END YOAST BLOCK