User-agent: * Allow: / # Block raw data CSVs from crawling (downloads, not indexable pages — saves crawl budget) Disallow: /data/csv/ # Block search URLs and query params from indexing Disallow: /search Disallow: /*?q= Disallow: /*?q Disallow: /compare? Disallow: /*-detail.html? # Block admin tools from indexing Disallow: /admin-dashboard/ Disallow: /image-manager/ Disallow: /ratings-manager/ Disallow: /review-manager/ Disallow: /blog-editor/ Disallow: /migrate-colleges/ Disallow: /seed-blog/ Disallow: /seed-data/ Disallow: /seed-vehicles/ Disallow: /update-ratings/ Disallow: /update-schools/ Disallow: /admin-auth-gate.js Disallow: /seed-colleges-gapcities.html Disallow: /seed-data-colleges-gapcities.js Disallow: /seed-blog-neet.html Disallow: /seed-data-blog-neet.js Disallow: /seed-blog-iitjee.html Disallow: /seed-data-blog-iitjee.js Disallow: /sponsor-box-template.html Disallow: /seed-blog-ooty.html Disallow: /seed-data-blog-ooty.js # Block JS-only template detail files (Soft 404 — no real content; used by the SPA via JS) Disallow: /cars-detail.html Disallow: /college-detail.html Disallow: /electronics-detail.html Disallow: /hospital-detail.html Disallow: /school-detail.html # NOTE: the one-time seed/migrate/verify .html tools and the untranslated vernacular # mirror pages (/hi/ /ta/ /te/ /kn/ /ml/ /bn/) were deleted on 2026-06-29. Sitemap: https://wibest.in/sitemap-index.xml Sitemap: https://wibest.in/sitemap.xml