fix(website): allow crawling next docs to read noindex (#3066)

This commit is contained in:
Valentin Maerten 2026-10-12 22:04:52 +02:00 committed by GitHub
parent 871da16189
commit 5c1528fc77
No known key found for this signature in database
GPG key ID: B5690EEEBB952194

View file

@ -516,7 +516,8 @@ export default defineConfig({
'Disallow: /',
'',
'User-agent: *',
'Disallow: /',
// Search engines must crawl the public next site to read noindex.
'Allow: /',
'',
'Sitemap: https://next.taskfile.dev/sitemap.xml',
''