From 785c927834c02d6c0880a7542b79a190a9b24efb Mon Sep 17 00:00:00 2001 From: Felix Van der Jeugt Date: Thu, 16 Jan 2020 09:02:52 +0100 Subject: [PATCH] Allow less crawling --- content/robots.txt | 9 ++++++--- 1 file changed, 6 insertions(+), 3 deletions(-) diff --git a/content/robots.txt b/content/robots.txt index 8461f02..8bd0b2c 100644 --- a/content/robots.txt +++ b/content/robots.txt @@ -1,4 +1,7 @@ User-agent: * -Allow: / -Disallow: /wiki/ -Disallow: /slackintegrations +Disallow: / +Allow: /about/ +Disallow: /about/sponsorende-leden/ +Allow: /contact/ +Allow: /events/ +Allow: /projects/