From a0e1df26ac3897d9c37094f8b1d615da39f8d0a6 Mon Sep 17 00:00:00 2001 From: oDinZu Date: Sat, 26 Nov 2022 17:34:46 -0500 Subject: [PATCH] add robots.txt for crawl access --- robots.txt | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/robots.txt b/robots.txt index cf1c1ec..399cf7a 100644 --- a/robots.txt +++ b/robots.txt @@ -1,4 +1,5 @@ -User-agent: * Disallow: # allows all bots and users to crawl the site. +# allows all bots and users to crawl the site. +User-agent: * Disallow: Sitemap: https://www.sharpetronics.com/sitemap.xml #____ __ ______ #/\ _`\ /\ \ /\__ _\ __