From 5ec01a63ed42ea186264caa67f64709f02eec04b Mon Sep 17 00:00:00 2001 From: Pagwin Date: Thu, 23 Jan 2025 12:49:34 -0500 Subject: [PATCH] added search engine to robots.txt --- robots.txt | 3 +++ 1 file changed, 3 insertions(+) diff --git a/robots.txt b/robots.txt index b054e66..dad19fd 100644 --- a/robots.txt +++ b/robots.txt @@ -50,6 +50,9 @@ Disallow: / User-agent: YouBot Disallow: / +# https://marginalia-search.com/ it's a search engine so it's fine +User-Agent: search.marginalia.nu +Allow: / # generic allowance for search engines and what not User-Agent: * Allow: /