add robots.txt

server.py

@@ -504,6 +504,10 @@ class Anonymous_Github:
                             repo = data
             return render_template('index.html', repo=repo)
         
+        @application.route('/robots.txt')
+        def robots():
+            return application.send_static_file('robots.txt')
+
         @application.route('/', methods=['POST'])
         def add_repository():
             id = request.args.get('id', str(uuid.uuid4()))

static/robots.txt

@@ -0,0 +1,2 @@
+User-agent: * 
+Disallow: /