# https://www.robotstxt.org/robotstxt.html
User-agent: *
Disallow: /
Allow: /$
Disallow: /*/add$
Disallow: /*/new$
Disallow: /*/import$
Disallow: /*/edit$
Disallow: /*/delete$
Disallow: /*/alias$
Disallow: /*/threads$
Disallow: /*/notifications$
Disallow: /*/submissions$
Disallow: /*/revisions$
Disallow: /*/random$
Disallow: /user/*/edit$
Disallow: /song_attribute/*/edit$
Disallow: /song_attribute/*/history$
Disallow: /song_attribute/alias$
# SvelteKit build assets
Allow: /_app/
# Static resources
Allow: /*.css$
Allow: /*.js$
Allow: /*.png$
Allow: /*.jpg$
Allow: /*.svg$
Allow: /*.ico$
Allow: /*.woff$
Allow: /*.woff2$
# Pages
Allow: /post
Allow: /thread
Allow: /work
Allow: /tag
Allow: /song
Allow: /song_attribute
Allow: /list
Allow: /wiki
Allow: /user
Allow: /comments
Allow: /register
Allow: /login
Allow: /settings
Allow: /404
Allow: /sitemap.xml
# Special cases
## API and other non-public endpoints
Disallow: /api
Disallow: /work/merge
Disallow: /work/unbound
## Only allow main revision history page for discovery
Disallow: /revision
Disallow: /*/history$
Allow: /revision/history$
## Allow search pages but not search queries
Allow: /*/search$
Disallow: /*/search?
# Sitemaps
Sitemap: https://otodb.net/sitemap.xml?type=works
Sitemap: https://otodb.net/sitemap.xml?type=tags
Sitemap: https://otodb.net/sitemap.xml?type=song_attributes
Sitemap: https://otodb.net/sitemap.xml?type=lists
Sitemap: https://otodb.net/sitemap.xml?type=posts
Sitemap: https://otodb.net/sitemap.xml?type=profiles