# # robots.txt for https://connectgujarat.com/ User-agent: * Allow: / Disallow: /admin/* Disallow: /search/* Disallow: /search?* Disallow: /xhr/* Disallow: /preview/story-* Disallow: /amp/preview/story-* Disallow: /staging/* Disallow: /alfoo Disallow: /sildoo Disallow: /dutas Disallow: /metsmall Allow: /xhr/getNewsMixin* Allow: /content/servlet/RDESController?* Sitemap: https://connectgujarat.com/sitemap/sitemap-index.xml Sitemap: https://connectgujarat.com/news-sitemap-daily.xml Sitemap: https://connectgujarat.com/feeds.xml