# START YOAST BLOCK # --------------------------- User-agent: * # WP Defender - Begin Disallow: /66285df6952bb290 # WP Defender - End #Added to slow down aggressive crawlers from causing a denial of service attack Crawl-delay: 5 # Block crawling of logon pages Disallow: /wp-admin/ Disallow: /*wp-login.php* Disallow: /my-account/* # Block search pages Disallow: *s=* Disallow: */search/* Disallow: /cdn-cgi/ Disallow: /compare/ Disallow: /*?utm_source= Disallow: /*?utm_medium= Disallow: /*?utm_campaign= Disallow: /*?fbclid= Disallow: /*?gclid= Disallow: /*?ref= Disallow: /*?session_id= Disallow: /*?sort= Disallow: /*?filter= Disallow: /*?variant= Disallow: /*?wpf_filter_phone-connectivity= Disallow: /*?wpf_fbv= Disallow: /*?srsltid= Disallow: /*?rq= Disallow: /*?ET= Disallow: /*?hl= # Block Plesk and Cpanel smart update test site crawling Disallow: *wp-toolkit* # Block the WordPress feed URLs Disallow: */feed/* # Block add to cart and wishlist links, some themes link directly to these and can cause high CPU usage Disallow: *add-to-cart* Disallow: *add_to_wishlist* # Block common query strings, you may want to block other filter strings if you theme has a sidebar filter Disallow: *currency=* Disallow: /*?orderby* # We need this allow link because we blocked wp-admin earlier Allow: /wp-admin/admin-ajax.php Sitemap: https://jensenmobile.com/sitemap_index.xml # Block aggressive SEO tools # See more at https://github.com/mitchellkrogza/apache-ultimate-bad-bot-blocker/blob/master/robots.txt/robots.txt User-agent: AhrefsBot Disallow: / User-agent: Semrush Disallow:/ User-agent: SemrushBot Disallow:/ # --------------------------- # END YOAST BLOCK