diff --git a/robots.txt b/robots.txt new file mode 100644 index 0000000..5a4985c --- /dev/null +++ b/robots.txt @@ -0,0 +1,7 @@ +User-agent: Googlebot +Disallow: /nogooglebot/ + +User-agent: * +Allow: / + +Sitemap: https://barta-india.in/sitemap.xml \ No newline at end of file