# https://www.robotstxt.org/robotstxt.html User-agent: * Allow: / # Disallow admin panels and API endpoints Disallow: /admin Disallow: /admin/ Disallow: /api/ # Host and Sitemap Host: https://www.gdigitalindia.com Sitemap: https://www.gdigitalindia.com/sitemap.xml