From a9fe87c827596f86bc8be187d723e4f0951b707f Mon Sep 17 00:00:00 2001 From: kar Date: Fri, 12 Jan 2024 19:11:15 +0000 Subject: [PATCH] Add robots.txt --- robots.txt | 7 +++++++ 1 file changed, 7 insertions(+) create mode 100644 robots.txt diff --git a/robots.txt b/robots.txt new file mode 100644 index 0000000..5a4985c --- /dev/null +++ b/robots.txt @@ -0,0 +1,7 @@ +User-agent: Googlebot +Disallow: /nogooglebot/ + +User-agent: * +Allow: / + +Sitemap: https://barta-india.in/sitemap.xml \ No newline at end of file