User-agent: * Allow: / # Block admin area from search engines Disallow: /admin/ Disallow: /my/ Disallow: /auth/ Disallow: /api/ # Block duplicate/utility pages Disallow: /offline # Allow important resources Allow: /css/ Allow: /js/ Allow: /images/ # Sitemap location — update with your actual domain Sitemap: https://yourdomain.com/sitemap.xml