CalvinBackup/anonymous_github
1
0
Fork 0
mirror of https://github.com/tdurieux/anonymous_github.git synced 2026-02-27 17:33:21 +00:00
Code Issues Packages Projects Releases Wiki Activity

chore: replace bull by bullmq

Browse Source
This commit is contained in:
tdurieux
2022-07-22 13:06:22 +02:00
parent fa8a513d93
commit ac52999841
19 changed files with 481 additions and 367 deletions
Download Patch File Download Diff File Expand all files Collapse all files

11
src/anonymize-utils.ts
View File

@@ -2,15 +2,14 @@ import config from "../config";
import Repository from "./Repository";
import GitHubBase from "./source/GitHubBase";
import { isText } from "istextorbinary";
import * as path from "path";
import * as stream from "stream";
import { basename } from "path";
import { Transform } from "stream";
const urlRegex =
/<?\b((https?|ftp|file):\/\/)[-A-Za-z0-9+&@#/%?=~_|!:,.;]+[-A-Za-z0-9+&@#/%=~_|]\b\/?>?/g;
export function isTextFile(filePath, content) {
const filename = path.basename(filePath);
export function isTextFile(filePath: string, content: Buffer) {
const filename = basename(filePath);
const extensions = filename.split(".").reverse();
const extension = extensions[0].toLowerCase();
if (config.additionalExtensions.includes(extension)) {
@@ -23,7 +22,7 @@ export function isTextFile(filePath, content) {
}
export function anonymizeStream(filename: string, repository: Repository) {
const ts = new stream.Transform();
const ts = new Transform();
var chunks = [],
len = 0,
pos = 0;