From 11519b7b49ecf3cec738467f1dab07a3bc09bdd3 Mon Sep 17 00:00:00 2001
From: Ritesh Chitlangi <ritesh@ayravat.com>
Date: Fri, 16 Jul 2021 15:43:14 +0800
Subject: [PATCH] update robots.txt to be more explicit with exclusions

---
 deploy/environments/production/assets/robots.txt | 9 ++++++---
 1 file changed, 6 insertions(+), 3 deletions(-)

diff --git a/deploy/environments/production/assets/robots.txt b/deploy/environments/production/assets/robots.txt
index bc2780e..aa48f36 100644
--- a/deploy/environments/production/assets/robots.txt
+++ b/deploy/environments/production/assets/robots.txt
@@ -1,7 +1,10 @@
 User-Agent: *
-Disallow: /*tree
-Disallow: /*blob
-Disallow: /*branch
+Disallow: /ritesh/gemini-git-browser.git/tree
+Disallow: /ritesh/gemini-git-browser.git/blob
+Disallow: /ritesh/gemini-git-browser.git/branch
+Disallow: /ritesh/deploy-scripts.git/tree
+Disallow: /ritesh/deploy-scripts.git/blob
+Disallow: /ritesh/deploy-scripts.git/branch
 Allow: /ritesh/gemini-git-browser.git
 Allow: /ritesh/deploy-scripts.git
 Disallow: /chitlangi