add robots.txt for crawl access

2022-11-26 17:33:13 -05:00 · 2022-11-26 17:33:13 -05:00 · ed4919d597
commit ed4919d597
parent 20bad105d4
1 changed files with 1 additions and 3 deletions
--- a/robots.txt
+++ b/robots.txt
@ -1,6 +1,4 @@
-User-agent: *
-Allow: /*.html$
-Disallow: /assets/*
+User-agent: * Disallow: # allows all bots and users to crawl the site.
 Sitemap: https://www.sharpetronics.com/sitemap.xml
 #____    __                                   ______
 #/\  _`\ /\ \                                 /\__  _\                   __