# fata.app crawl rules — docs/SEO.md
#
# Only /, /courses, /courses/<id>, /@<username> and /verify are meant to be
# indexed. Every other path is served with `X-Robots-Tag: noindex`
# (firebase.json), and Google can only act on that header if it is allowed to
# fetch the page — so app paths are crawlable on purpose. Disallowing them
# instead would freeze today's soft-404 and duplicate rows in the index,
# unreachable by a re-crawl.
User-agent: *
Allow: /
Allow: /courses
Allow: /@
# Googlebot renders before it judges: the bundle, its chunks and the fonts
# all have to be fetchable or every page looks empty.
Allow: /assets/
# Endpoints, plus the consent page that expires in ten minutes: nothing here
# is a page a crawler could render. `/l/` is the campaign-link redirect, whose
# scan counter would otherwise read a crawl as somebody scanning the poster
# (docs/CAMPAIGN_LINKS.md).
Disallow: /api/
Disallow: /oidc/
Disallow: /connect/
Disallow: /l/

Sitemap: https://fata.app/sitemap.xml