# Allow crawling for all bots User-agent: * Allow: / # Disallow specific paths Disallow: /api/ Disallow: /*?*s=* Disallow: /*/api/ # Crawl-delay (optional, helps prevent server overload) # Crawl-delay: 1 # Host Host: https://prudentialhealth.in # Sitemaps Sitemap: https://prudentialhealth.in/sitemap.xml # LLMs / AI agents (see https://llmstxt.org/) # LLM-Manifest: https://prudentialhealth.in/llms.txt