User-agent: * Disallow: /wp-admin/ Disallow: /*?utm_source=* Disallow: /wp-admin/admin-ajax.php Disallow: /wp-content/cache/ Allow: /*.js* Allow: /*.css* Sitemap: https://www.cheapinsurance.com/sitemap_index.xml Sitemap: https://www.cheapinsurance.com/post-sitemap.xml Sitemap: https://www.cheapinsurance.com/page-sitemap.xml # Allow all Google bots User-agent: Googlebot Allow: / User-agent: Googlebot-Image Allow: / User-agent: Googlebot-News Allow: / User-agent: Googlebot-Video Allow: / User-agent: Googlebot-Mobile Allow: / User-agent: AdsBot-Google Allow: / User-agent: AdsBot-Google-Mobile Allow: / User-Agent: GTmetrix Allow: / # Allow WP-Rocket cache preloading bots User-agent: WP-Rocket/SaaS Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/106.0.0.0 Safari/537.36 Allow: / User-agent: WP-Rocket/SaaS Mozilla/5.0 (Linux; Android 13; Pixel 5) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/106.0.0.0 Mobile Safari/537.36 Allow: / User-agent: AhrefsSiteAudit Allow: / User-agent: AhrefsBot Allow: / # Block SiteAuditBot (deprecated) User-agent: SiteAuditBot Disallow: / # Block PetalBot (Huawei) User-agent: PetalBot Disallow: / # Block SemrushBot-SA User-agent: SemrushBot-SA Disallow: / # Block LinkedInBot User-agent: LinkedInBot Disallow: / #Block MOZ User-agent: DotBot Disallow: /