remove embed pages and 404 from search results

2025-11-04 05:21:09 +00:00 · 2024-09-24 15:52:34 +02:00
parent c36636652b
commit eed13abeb0
2 changed files with 4 additions and 1 deletions
--- a/website/src/lib/sitemap.ts
+++ b/website/src/lib/sitemap.ts
@@ -12,7 +12,7 @@ function generateSitemap() {
        const url = page.replace('.html', '').replace('index', '');

        const rootDir = url.split('/')[0];
-        if (languages[url] || languages[rootDir]) {
+        if (url.includes('embed') || url.includes('404') || languages[url] || languages[rootDir]) {
            // Skip localized pages
            return;
        }
--- a/website/static/robots.txt
+++ b/website/static/robots.txt
@@ -1,3 +1,6 @@
 User-agent: *
 Disallow: /*?*
+Disallow: /embed
+Disallow: /*/embed
+Disallow: /404
 Sitemap: https://gpx.studio/sitemap.xml