From 5c6839ec3b81c62ffb33a72e4a9e3c6c7d399aea Mon Sep 17 00:00:00 2001
From: MuslemRahimi <moslem_rahimi@hotmail.de>
Date: Wed, 28 Aug 2024 12:33:23 +0200
Subject: [PATCH] allow crawling

---
 static/robots.txt | 7 +++++--
 1 file changed, 5 insertions(+), 2 deletions(-)

diff --git a/static/robots.txt b/static/robots.txt
index 2d1aa039..be5c9a31 100644
--- a/static/robots.txt
+++ b/static/robots.txt
@@ -1,3 +1,6 @@
-# https://www.robotstxt.org/robotstxt.html
+# Allow all web crawlers full access to all content
 User-agent: *
-Disallow: /
\ No newline at end of file
+Disallow:
+
+# Sitemap for better indexing
+Sitemap: https://stocknear.com/sitemap.xml