add robot and sitemap

This commit is contained in:
dev sp
2024-01-13 08:45:10 +00:00
parent 8fd1f94629
commit edb7796bcf
2 changed files with 374 additions and 0 deletions

7
public/robots.txt Normal file
View File

@@ -0,0 +1,7 @@
User-agent: Googlebot
Disallow: /nogooglebot/
User-agent: *
Allow: /
Sitemap: https://barta-india.in/sitemap.xml