From ef5dd54f2e059b520d01ed104d9755471533cf75 Mon Sep 17 00:00:00 2001
From: Jonas Braathen <jonas@ponas.no>
Date: Wed, 14 Oct 2026 00:29:22 +0200
Subject: [PATCH] web: keep crawlers out of search, preview and the API

---
 web/public/robots.txt | 4 ++++
 1 file changed, 4 insertions(+)

diff --git a/web/public/robots.txt b/web/public/robots.txt
index e69de29..a21f31f 100644
--- a/web/public/robots.txt
+++ b/web/public/robots.txt
@@ -0,0 +1,4 @@
+User-agent: *
+Disallow: /sok
+Disallow: /preview/
+Disallow: /api/