# Block all unknown crawlers from the entire site User-agent: * Disallow: / Disallow: /wp-content/plugins/ Disallow: /wp-admin/ Disallow: /wp-includes/ # Allow access to the feed path for known crawlers Allow: /feed/ # Allow known search engines to crawl the site User-agent: Googlebot Disallow: User-agent: Bingbot Disallow: Sitemap: http://www.mastertheboss.com/post-sitemap.xml Sitemap: http://www.mastertheboss.com/post-sitemap2.xml Sitemap: http://www.mastertheboss.com/category-sitemap.xml