From 5c85ee2a3fc7d939152f228ed51fa8ccd878b365 Mon Sep 17 00:00:00 2001 From: Zolotoi Date: Fri, 16 Oct 2026 16:13:03 -0300 Subject: [PATCH] chore: leave Markdown copies out of IndexNow notices --- scripts/changed-docs-urls.mjs | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/scripts/changed-docs-urls.mjs b/scripts/changed-docs-urls.mjs index 71f288d..f9ce038 100644 --- a/scripts/changed-docs-urls.mjs +++ b/scripts/changed-docs-urls.mjs @@ -1,6 +1,8 @@ // Lists the public URLs whose content changed between two commits: docs pages whose // source changed, pages that include a changed example file, and the playground. -// Used to tell search engines what to recrawl after a deploy. +// Used to tell search engines what to recrawl after a deploy, so it leaves out the +// Markdown copies of the pages: they are served with noindex and are there for +// assistants, not for search. // // node scripts/changed-docs-urls.mjs [to-ref] import { execFileSync } from 'node:child_process' @@ -27,7 +29,6 @@ for (const page of pages()) { if (page.route === '/benchmarks') includes.push('benchmarks/results/summary.md') if ([source, ...includes].some((file) => changed.has(file))) { urls.add(`${DOCS}${page.route.slice(1)}`) - urls.add(`${DOCS}${page.route === '/' ? 'index' : page.route.slice(1)}.md`) } } if ([...changed].some((file) => file.startsWith('playground/'))) urls.add(`${SITE}/`)