set X-Robots-Tag to disable indexing API endpoints

2025-06-13 23:18:06 -04:00 · 2025-06-13 23:18:06 -04:00 · b44abe0eaa
commit b44abe0eaa
parent 99bf315351
5 changed files with 23 additions and 0 deletions
--- a/packages/backend/src/server/web/UrlPreviewService.ts
+++ b/packages/backend/src/server/web/UrlPreviewService.ts
@ -125,6 +125,10 @@ export class UrlPreviewService {
 		reply: FastifyReply,
 	): Promise<void> {
 		if (!this.meta.urlPreviewEnabled) {
+			// Tell crawlers not to index URL previews.
+			// https://developers.google.com/search/docs/crawling-indexing/block-indexing
+			reply.header('X-Robots-Tag', 'noindex');
+
 			return reply.code(403).send({
 				error: {
 					message: 'URL preview is disabled',