User-agent: *
# Story links are click-tracking redirects to external news sites — crawling
# them pollutes newsletter analytics and there is nothing to index behind them.
Disallow: /newsletter/story/
# Magazine tracking redirect — same shape as newsletter/story (auth-gated today,
# listed so it never repeats the newsletter analytics problem if that changes).
Disallow: /command/view/
# Auth-gated areas: a crawler only ever sees a 302 to the login page.
Disallow: /admin/
Disallow: /dashboard/
# Payment-gateway callback plumbing and OAuth callbacks — nothing indexable.
Disallow: /payments/
Disallow: /auth/
# Per-user encrypted unsubscribe links — keep forwarded/leaked URLs out of indexes.
Disallow: /unsubscribe/
# The deep health check does real work (DB checks + an upstream fetch) per hit.
Disallow: /health
# Device-token check-in kiosk; nothing indexable.
Disallow: /kiosk
# Same-origin mirror/proxy of r3program.org — duplicate third-party content, and
# every proxied asset hit triggers an upstream fetch.
Disallow: /partners/r3