# www.kosherinstitute.com

User-agent: *
Allow: /

# Build artefacts the POST /verify and form handlers read. Not pages.
Disallow: /_shell/

# The registry lookup. It is a POST-shaped surface with no content to index, and
# STRUCTURE §7.2 rules out per-record permalinks, so there is nothing here a
# crawler could usefully hold.
Disallow: /api/

# The site editor. It is served by a function rather than built into the site, so
# it is not in the sitemap and nothing links to it; this is belt and braces, and
# the responses carry X-Robots-Tag as well. A crawler here would only ever meet a
# sign-in form, but a sign-in form for kosherinstitute.com is exactly the thing
# /login tells people they will never be asked for, and it should not turn up in
# a search result beside it.
Disallow: /admin

Sitemap: https://www.kosherinstitute.com/sitemap-index.xml