From ed4919d597a2c67787ffd24846982dff3572f40a Mon Sep 17 00:00:00 2001 From: oDinZu Date: Sat, 26 Nov 2022 17:33:13 -0500 Subject: [PATCH] add robots.txt for crawl access --- robots.txt | 4 +--- 1 file changed, 1 insertion(+), 3 deletions(-) diff --git a/robots.txt b/robots.txt index d1d5e83..cf1c1ec 100644 --- a/robots.txt +++ b/robots.txt @@ -1,6 +1,4 @@ -User-agent: * -Allow: /*.html$ -Disallow: /assets/* +User-agent: * Disallow: # allows all bots and users to crawl the site. Sitemap: https://www.sharpetronics.com/sitemap.xml #____ __ ______ #/\ _`\ /\ \ /\__ _\ __