User-agent: * Allow: / Allow: /wp-content/uploads/* Allow: /wp-includes/*.js Disallow: /cgi-bin Disallow: /wp-content/themes/ Sitemap: https://www.vent-cleaning-boca-raton-fl.com/sitemapindex.xml Disallow: /wp-includes/ Disallow: /*/attachment/ Disallow: /page/ Disallow: /comments/ Disallow: /xmlrpc.php Disallow: /*? Disallow: /*trackback Disallow: /*trackback* Disallow: /*/trackback Allow: /feed/$ Disallow: /feed/ Disallow: /*/feed/rss/$ Disallow: /*/*/*/feed/rss/$ Disallow: /*/*/*/trackback/$ User-agent: Slurpbot Disallow: /Sitemap User-agent: DuckDuckBot Disallow: /Sitemap User-agent: Baiduspider Disallow: /Sitemap User-agent: Googlebot Disallow: /Sitemap User-agent: Yandex Disallow: /Sitemap User-agent: Bingbot Disallow: /Sitemap User-agent: Exabot Disallow: /Sitemap User-agent: MSIECrawler Disallow: / User-agent: WebCopier Disallow: / User-agent: HTTrack Disallow: / User-agent: Microsoft.URL.Control Disallow: / User-agent: libwww Disallow: / User-agent: DOC Disallow: / User-agent: Zao Disallow: / User-agent: Zealbot Disallow: / User-agent: WebStripper Disallow: / User-agent: WebCopier Disallow: / User-agent: TeleportPro Disallow: / User-agent: Xenu Disallow: / User-agent: libwww Disallow: / User-agent: ZyBORG Disallow: / User-agent: Download Ninja Disallow: / User-agent: wget Disallow: / User-agent: NPBot Disallow: / User-agent: WebReaper Disallow: /