fix(website): allow crawling next docs to read noindex (#3066)
This commit is contained in:
parent
871da16189
commit
5c1528fc77
1 changed files with 2 additions and 1 deletions
|
|
@ -516,7 +516,8 @@ export default defineConfig({
|
|||
'Disallow: /',
|
||||
'',
|
||||
'User-agent: *',
|
||||
'Disallow: /',
|
||||
// Search engines must crawl the public next site to read noindex.
|
||||
'Allow: /',
|
||||
'',
|
||||
'Sitemap: https://next.taskfile.dev/sitemap.xml',
|
||||
''
|
||||
|
|
|
|||
Loading…
Reference in a new issue