diff --git a/website/src/lib/sitemap.ts b/website/src/lib/sitemap.ts index 4b79a515..4116cae3 100644 --- a/website/src/lib/sitemap.ts +++ b/website/src/lib/sitemap.ts @@ -12,7 +12,7 @@ function generateSitemap() { const url = page.replace('.html', '').replace('index', ''); const rootDir = url.split('/')[0]; - if (languages[url] || languages[rootDir]) { + if (url.includes('embed') || url.includes('404') || languages[url] || languages[rootDir]) { // Skip localized pages return; } diff --git a/website/static/robots.txt b/website/static/robots.txt index 67a2090d..a7e54aa2 100644 --- a/website/static/robots.txt +++ b/website/static/robots.txt @@ -1,3 +1,6 @@ User-agent: * Disallow: /*?* +Disallow: /embed +Disallow: /*/embed +Disallow: /404 Sitemap: https://gpx.studio/sitemap.xml