From 5aa0d329b4c9e18a3fbc273b1dd80d27be394650 Mon Sep 17 00:00:00 2001
From: Remy Bach <remy@bach.me.uk>
Date: Mon, 16 Apr 2018 13:43:15 +0100
Subject: [PATCH] =?UTF-8?q?First=20pass=20at=20blocking=20googleweblight?=
 =?UTF-8?q?=20crawler=20=20=F0=9F=90=BF=20v2.8.0?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

---
 src/assets/robots.txt | 3 +++
 1 file changed, 3 insertions(+)

diff --git a/src/assets/robots.txt b/src/assets/robots.txt
index 3f19acf..81b0c44 100644
--- a/src/assets/robots.txt
+++ b/src/assets/robots.txt
@@ -1,5 +1,8 @@
 User-agent: Twitterbot
 Disallow:
+
+User-agent: googleweblight
+Disallow:
  
 User-agent: *
 Disallow: /