feat: admin to remove repo cache

src/processes/removeCache.ts

@@ -0,0 +1,22 @@
+import { SandboxedJob } from "bullmq";
+import Repository from "../Repository";
+
+export default async function (job: SandboxedJob<Repository, void>) {
+  const { connect, getRepository } = require("../database/database");
+  try {
+    await connect();
+    console.log(
+      `[QUEUE] Cache of ${job.data.repoId} is going to be removed...`
+    );
+    const repo = await getRepository(job.data.repoId);
+    try {
+      await repo.removeCache();
+    } catch (error) {
+      throw error;
+    }
+  } catch (error) {
+    console.error(error);
+  } finally {
+    console.log(`[QUEUE] Cache of ${job.data.repoId} is removed.`);
+  }
+}

src/queue.ts

@@ -3,11 +3,21 @@ import config from "../config";
 import Repository from "./Repository";
 import * as path from "path";
 
+export let cacheQueue: Queue<Repository>;
 export let removeQueue: Queue<Repository>;
 export let downloadQueue: Queue<Repository>;
 
 // avoid to load the queue outside the main server
 export function startWorker() {
+  cacheQueue = new Queue<Repository>("cache removal", {
+    connection: {
+      host: config.REDIS_HOSTNAME,
+      port: config.REDIS_PORT,
+    },
+    defaultJobOptions: {
+      removeOnComplete: true,
+    },
+  });
   removeQueue = new Queue<Repository>("repository removal", {
     connection: {
       host: config.REDIS_HOSTNAME,
@@ -26,10 +36,27 @@ export function startWorker() {
       removeOnComplete: true,
     },
   });
-  const removeWorker = new Worker<Repository>(
-    removeQueue.name,
-    path.resolve("build/src/processes/removeRepository.js"),
-    //removeRepository,
+  const cacheWorker = new Worker<Repository>(
+    cacheQueue.name,
+    path.resolve("build/src/processes/removeCache.js"),
+    {
+      concurrency: 5,
+      connection: {
+        host: config.REDIS_HOSTNAME,
+        port: config.REDIS_PORT,
+      },
+      autorun: true,
+    }
+  );
+  cacheWorker.on("error", async (error) => {
+    console.log(error);
+  });
+  cacheWorker.on("completed", async (job) => {
+    await job.remove();
+  });
+  const removeWorker = new Worker<Repository>(
+    removeQueue.name,
+    path.resolve("build/src/processes/removeRepository.js"),
     {
       concurrency: 5,
       connection: {
@@ -37,7 +64,6 @@ export function startWorker() {
         port: config.REDIS_PORT,
       },
       autorun: true,
-
     }
   );
   removeWorker.on("error", async (error) => {
@@ -50,14 +76,13 @@ export function startWorker() {
   const downloadWorker = new Worker<Repository>(
     downloadQueue.name,
     path.resolve("build/src/processes/downloadRepository.js"),
-    // downloadRepository,
     {
       concurrency: 3,
       connection: {
         host: config.REDIS_HOSTNAME,
         port: config.REDIS_PORT,
       },
-      autorun: true
+      autorun: true,
     }
   );
   if (!downloadWorker.isRunning) downloadWorker.run();

src/routes/admin.ts

@@ -4,11 +4,11 @@ import AnonymousError from "../AnonymousError";
 import AnonymizedRepositoryModel from "../database/anonymizedRepositories/anonymizedRepositories.model";
 import ConferenceModel from "../database/conference/conferences.model";
 import UserModel from "../database/users/users.model";
-import { downloadQueue, removeQueue } from "../queue";
+import { cacheQueue, downloadQueue, removeQueue } from "../queue";
 import Repository from "../Repository";
 import User from "../User";
 import { ensureAuthenticated } from "./connection";
-import { handleError, getUser, isOwnerOrAdmin } from "./route-utils";
+import { handleError, getUser, isOwnerOrAdmin, getRepo } from "./route-utils";
 
 const router = express.Router();
 
@@ -91,10 +91,12 @@ router.get("/queues", async (req, res) => {
       "failed",
       "delayed",
     ]),
+    cacheQueue.getJobs(["waiting", "active", "completed", "failed", "delayed"]),
   ]);
   res.json({
     downloadQueue: out[0],
     removeQueue: out[1],
+    cacheQueue: out[2],
   });
 });
 
@@ -151,6 +153,21 @@ router.get("/repos", async (req, res) => {
   });
 });
 
+// delete a repository
+router.delete(
+  "/repos/:repoId/",
+  async (req: express.Request, res: express.Response) => {
+    const repo = await getRepo(req, res, { nocheck: true });
+    if (!repo) return;
+    try {
+      await cacheQueue.add(repo.repoId, repo, { jobId: repo.repoId });
+      return res.json({ status: repo.status });
+    } catch (error) {
+      handleError(error, res, req);
+    }
+  }
+);
+
 router.get("/users", async (req, res) => {
   const page = parseInt(req.query.page as string) || 1;
   const limit = parseInt(req.query.limit as string) || 10;