Sitemap: https://convictrecords.com.au/sitemap.xml

User-agent: *

# Typeahead endpoints behind the search boxes. Public, but they return
# JSON for the autocompletes rather than anything worth indexing.
Disallow: /search

# Signed-in areas. Crawling these only ever earns a redirect to login.
Disallow: /account
Disallow: /changes
Disallow: /members
Disallow: /messages

# Contribute and moderate screens, wherever they hang off a record. The
# links are nofollowed too, but that only stops discovery — these are
# already known to Google and would otherwise keep being recrawled.
#
# Anchored to the end of the path or a query string so a convict whose
# surname slugs to "files" or "edit" keeps their own page crawlable.
Disallow: /*/edit$
Disallow: /*/edit?
Disallow: /*/create$
Disallow: /*/create?
Disallow: /*/merge$
Disallow: /*/merge?
Disallow: /*/files$
Disallow: /*/files?

# Spreadsheet downloads, not pages.
Disallow: /*/export/