User-agent: * # Disallow administrative and private areas from crawlers Disallow: /admin/ Disallow: /admin Disallow: /api/admin # Allow everything else Allow: / Sitemap: https://petexpress.lk/sitemap.xml # Keep this as an absolute URL so crawlers can always resolve it.