# Spelling Bee Hive - https://www.spellingbeehive.com
#
# Kept in step with ClientApp/src/services/page-metadata.json; PageMetadata.test.js
# fails if a page marked indexable is blocked here, or if a private page is not.
#
# Until this file existed, /robots.txt fell past MapFallbackToFile (whose
# {*path:nonfile} pattern never matches a path with a dot in it) to the
# default-closed authorization fallback and answered 401 to every crawler.

User-agent: *

# Account and personal pages. Nothing here is useful in a result listing, all of
# it is behind sign-in, and crawling it only spends budget that should go on the
# word pages.
Disallow: /my-words
Disallow: /my-word-list
Disallow: /settings
Disallow: /login
Disallow: /logout
Disallow: /user/
Disallow: /verify-email
Disallow: /admin

# API surface. These answer JSON or audio, never a page.
Disallow: /wordlist
Disallow: /word/
# Public word pages need these JSON resources when JavaScript renders them.
Allow: /word/search
Allow: /word/appearances
Disallow: /progress
Disallow: /speech
Disallow: /mywords
Disallow: /rankings
Disallow: /forum
Disallow: /audio/
Disallow: /audio_extra/
Disallow: /vocab
Disallow: /contests
Disallow: /challenges
Disallow: /bees
Disallow: /spelloff-api
Disallow: /profile
Disallow: /favourites
Disallow: /site-insights
Disallow: /email-verification
Disallow: /healthz

Allow: /

Sitemap: https://www.spellingbeehive.com/sitemap.xml