From cb64bd74b011eef3da783d3e133e098e682022d8 Mon Sep 17 00:00:00 2001
From: tdurieux <durieuxthomas@hotmail.com>
Date: Tue, 28 Apr 2020 16:29:14 +0200
Subject: [PATCH] add robots.txt

---
 server.py         | 4 ++++
 static/robots.txt | 2 ++
 2 files changed, 6 insertions(+)
 create mode 100644 static/robots.txt

diff --git a/server.py b/server.py
index 22a8c06..36fcdf3 100644
--- a/server.py
+++ b/server.py
@@ -503,6 +503,10 @@ class Anonymous_Github:
                         if repo_name == clean_github_repository(data['repository']):
                             repo = data
             return render_template('index.html', repo=repo)
+        
+        @application.route('/robots.txt')
+        def robots():
+            return application.send_static_file('robots.txt')
 
         @application.route('/', methods=['POST'])
         def add_repository():
diff --git a/static/robots.txt b/static/robots.txt
new file mode 100644
index 0000000..f10c467
--- /dev/null
+++ b/static/robots.txt
@@ -0,0 +1,2 @@
+User-agent: * 
+Disallow: /
\ No newline at end of file