User-agent: * Allow: / # ── Allow rules for pages that collide with a Disallow PREFIX below ──────── # robots.txt matches by prefix, not by exact path, and the longest matching # rule wins. So "Disallow: /app" blocks /app-builders, and "Disallow: /gym" # blocks /gym-app-builder — both marketing pages we very much want crawled. # An Allow that is longer than the Disallow it collides with is what rescues # them. Google Search Console reported /app-builders as "Blocked by # robots.txt" before this line existed. # # BEFORE ADDING A NEW PUBLIC PAGE, check its path against the Disallow list # below. lib/seo/index.ts's validateSeoPages() now does this automatically at # boot for every generated SEO page and logs any that are blocked. Allow: /gym-app-builder Allow: /app-builders Disallow: /api/ Disallow: /admin/ Disallow: /app Disallow: /gym Disallow: /gym-setup Disallow: /gym-admin Disallow: /gym-landing Disallow: /trainer Disallow: /platform-preview Sitemap: https://10mins.co/sitemap.xml