CalvinBackup/anonymous_github
1
0
Fork 0
mirror of https://github.com/tdurieux/anonymous_github.git synced 2026-05-26 10:57:47 +02:00
Code Issues Packages Projects Releases Wiki Activity

add support for specifing a branch or a tag in the repo url

Browse Source
This commit is contained in:
tdurieux
2017-12-12 17:33:22 +01:00
parent 420f7cd997
commit e792eacf8d
1 changed files with 35 additions and 24 deletions
Download Patch File Download Diff File Expand all files Collapse all files
server.py
+35 -24
View File
@@ -10,6 +10,7 @@ except ImportError:
import re import re
import shutil import shutil
import base64 import base64
from datetime import datetime
# non standards, in requirements.txt # non standards, in requirements.txt
from flask import Flask, request, Markup, render_template, redirect, url_for, send_from_directory from flask import Flask, request, Markup, render_template, redirect, url_for, send_from_directory
@@ -28,7 +29,13 @@ def clean_github_repository(repo):
.replace("https://github.com/", "") .replace("https://github.com/", "")
if repo[-1] == '/': if repo[-1] == '/':
repo = repo[:-1] repo = repo[:-1]
return repo split_repo = repo.split("/")
(username, repository) = split_repo[0:2]
branch = "master"
if len(split_repo) > 2:
if split_repo[2] == "tree":
branch = split_repo[3]
return username, repository, branch
class Anonymous_Github: class Anonymous_Github:
@@ -116,7 +123,9 @@ class Anonymous_Github:
or ".c" in file.name \ or ".c" in file.name \
or ".h" in file.name \ or ".h" in file.name \
or ".lua" in file.name \ or ".lua" in file.name \
or ".py" in file.name: or ".py" in file.name \
or ".sh" in file.name \
or ".travis.yml" in file.name:
return Markup("<pre><code>{}</code></pre>")\ return Markup("<pre><code>{}</code></pre>")\
.format(Markup.escape(remove_terms(file.decoded_content.decode("utf-8"), repository_configuration))) .format(Markup.escape(remove_terms(file.decoded_content.decode("utf-8"), repository_configuration)))
return Markup("<b>%s has an unknown extension, we are unable to anonymize it (known extensions md/txt/json/java/...)</b>" % (file.name)) return Markup("<b>%s has an unknown extension, we are unable to anonymize it (known extensions md/txt/json/java/...)</b>" % (file.name))
@@ -127,7 +136,7 @@ class Anonymous_Github:
func() func()
return "Shutting down..." return "Shutting down..."
def get_element_from_path(g_repo, path): def get_element_from_path(g_repo, g_commit, path):
""" """
get a github element from its path get a github element from its path
:param g_repo: the github repository :param g_repo: the github repository
@@ -135,9 +144,9 @@ class Anonymous_Github:
:return: the element :return: the element
""" """
if path == '': if path == '':
return g_repo.get_contents('/') return g_repo.get_contents('/', g_commit.sha)
current_element = os.path.basename(path) current_element = os.path.basename(path)
folder_content = g_repo.get_contents(quote(os.path.dirname(path))) folder_content = g_repo.get_contents(quote(os.path.dirname(path)), g_commit.sha)
for file in folder_content: for file in folder_content:
if file.name == current_element: if file.name == current_element:
return file return file
@@ -155,8 +164,8 @@ class Anonymous_Github:
return render_template('404.html'), 404 return render_template('404.html'), 404
with open(config_path) as f: with open(config_path) as f:
data = json.load(f) data = json.load(f)
repo = clean_github_repository(data['repository']) (username, repo, branch) = clean_github_repository(data['repository'])
g_repo = self.github.get_repo(repo) g_repo = self.github.get_repo("%s/%s" % (username, repo))
commit = g_repo.get_commit(sha) commit = g_repo.get_commit(sha)
return render_template('repo.html', return render_template('repo.html',
repository=data, repository=data,
@@ -165,14 +174,15 @@ class Anonymous_Github:
files=[], files=[],
path=[]) path=[])
def is_up_to_date(repository_config, g_repo): def is_up_to_date(repository_config, g_commit):
""" """
check is the cache is up to date check is the cache is up to date
:param repository_config: the repository configuration :param repository_config: the repository configuration
:param g_repo: the Github repository :param g_commit: the Github commit
:return: True if the cache is up to date :return: True if the cache is up to date
""" """
return 'pushed_at' in repository_config and g_repo.pushed_at.strftime("%s") == repository_config["pushed_at"] commit_date = datetime.strptime(g_commit.last_modified, "%a, %d %b %Y %H:%M:%S %Z")
return 'pushed_at' in repository_config and commit_date.strftime("%s") == repository_config["pushed_at"]
def get_type_content(file_name, path, repository_configuration, g_repo): def get_type_content(file_name, path, repository_configuration, g_repo):
""" """
@@ -287,7 +297,7 @@ class Anonymous_Github:
""" """
return path[:4] == "docs" return path[:4] == "docs"
def get_current_folder_files(path, current_file, repository_config, g_repo): def get_current_folder_files(path, current_file, repository_config, g_repo, g_commit):
""" """
get the list of files of the current repository get the list of files of the current repository
:param path: the path to the current file :param path: the path to the current file
@@ -300,24 +310,24 @@ class Anonymous_Github:
if current_file is None: if current_file is None:
return files, current_file return files, current_file
if type(current_file) is not github.ContentFile.ContentFile: if type(current_file) is not github.ContentFile.ContentFile:
files = g_repo.get_git_tree("master") files = g_repo.get_git_tree(g_commit.sha)
for f in current_file: for f in current_file:
if f.name.lower() == "readme.md" or f.name.lower() == "index.html": if f.name.lower() == "readme.md" or f.name.lower() == "index.html":
current_file = f current_file = f
break break
elif current_file.type == 'file': elif current_file.type == 'file':
if os.path.dirname(path) == '': if os.path.dirname(path) == '':
files = g_repo.get_git_tree("master") files = g_repo.get_git_tree(g_commit.sha)
else: else:
files = g_repo.get_git_tree(get_element_from_path(g_repo, os.path.dirname(path)).sha) files = g_repo.get_git_tree(get_element_from_path(g_repo, g_commit, os.path.dirname(path)).sha)
else: else:
files = g_repo.get_git_tree(current_file.sha) files = g_repo.get_git_tree(current_file.sha)
for f in files.tree: for f in files.tree:
if f.path.lower() == "readme.md" or f.path.lower() == "index.html": if f.path.lower() == "readme.md" or f.path.lower() == "index.html":
current_file = get_element_from_path(g_repo, os.path.join(path, f.path)) current_file = get_element_from_path(g_repo, g_commit, os.path.join(path, f.path))
break break
if len(files.tree) == 1: if len(files.tree) == 1:
current_file = get_element_from_path(g_repo, os.path.join(path, files.tree[0].path)) current_file = get_element_from_path(g_repo, g_commit, os.path.join(path, files.tree[0].path))
return files, current_file return files, current_file
@application.route('/repository/<id>', methods=['GET'], defaults={'path': ''}) @application.route('/repository/<id>', methods=['GET'], defaults={'path': ''})
@@ -330,13 +340,15 @@ class Anonymous_Github:
return render_template('404.html'), 404 return render_template('404.html'), 404
with open(config_path, 'r') as f: with open(config_path, 'r') as f:
repository_configuration = json.load(f) repository_configuration = json.load(f)
repo = clean_github_repository(repository_configuration['repository']) (username, repo, branch) = clean_github_repository(repository_configuration['repository'])
g_repo = self.github.get_repo(repo) g_repo = self.github.get_repo("%s/%s" % (username, repo))
g_commit = g_repo.get_commit(branch)
if not is_up_to_date(repository_configuration, g_repo): if not is_up_to_date(repository_configuration, g_commit):
if os.path.exists(os.path.join(repo_path, "cache")): if os.path.exists(os.path.join(repo_path, "cache")):
shutil.rmtree(os.path.join(repo_path, "cache")) shutil.rmtree(os.path.join(repo_path, "cache"))
repository_configuration["pushed_at"] = g_repo.pushed_at.strftime("%s") commit_date = datetime.strptime(g_commit.last_modified, "%a, %d %b %Y %H:%M:%S %Z")
repository_configuration["pushed_at"] = commit_date.strftime("%s")
with open(config_path, 'w') as fa: with open(config_path, 'w') as fa:
json.dump(repository_configuration, fa) json.dump(repository_configuration, fa)
@@ -354,13 +366,13 @@ class Anonymous_Github:
if len(clean_path) > 0 and clean_path[-1] == '/': if len(clean_path) > 0 and clean_path[-1] == '/':
clean_path = clean_path[0:-1] clean_path = clean_path[0:-1]
current_file = get_element_from_path(g_repo, clean_path) current_file = get_element_from_path(g_repo, g_commit, clean_path)
if current_file is None: if current_file is None:
return render_template('404.html'), 404 return render_template('404.html'), 404
if type(current_file) == github.ContentFile.ContentFile and current_file.type == 'dir' and len(path) > 0 and path[-1] != '/': if type(current_file) == github.ContentFile.ContentFile and current_file.type == 'dir' and len(path) > 0 and path[-1] != '/':
return redirect(url_for('repository', id=id, path=path + '/')) return redirect(url_for('repository', id=id, path=path + '/'))
files, current_file = get_current_folder_files(clean_path, current_file, repository_configuration, g_repo) files, current_file = get_current_folder_files(clean_path, current_file, repository_configuration, g_repo, g_commit)
content = get_content(current_file, files, clean_path, repository_configuration, g_repo) content = get_content(current_file, files, clean_path, repository_configuration, g_repo)
content_type = get_type_content(current_file.name, clean_path, repository_configuration, g_repo) content_type = get_type_content(current_file.name, clean_path, repository_configuration, g_repo)
@@ -377,8 +389,7 @@ class Anonymous_Github:
if os.path.exists(config_path): if os.path.exists(config_path):
with open(config_path) as f: with open(config_path) as f:
data = json.load(f) data = json.load(f)
repo_data = clean_github_repository(data['repository']) if repo_name == clean_github_repository(data['repository']):
if repo_name == repo_data:
repo = data repo = data
return render_template('index.html', repo=repo) return render_template('index.html', repo=repo)