User-agent: * Allow: / # SEO-friendly crawling Allow: /locations/ Allow: /api/pricing Allow: /assets/ # Block sensitive areas Disallow: /api/bookings Disallow: /api/contact Disallow: /admin/ Disallow: /*.json$ # Sitemap location Sitemap: https://homecleaninginwestchester.com/sitemap.xml # Crawl delay for better server performance Crawl-delay: 1 # Specific bot instructions User-agent: Googlebot Allow: / Crawl-delay: 0 User-agent: Bingbot Allow: / Crawl-delay: 1