Fix BullMQ removal processor arguments (#783)

src/queue/index.ts

@@ -149,6 +149,23 @@ export async function addRemovalJob(
 export async function recoverStuckRemoving() {
   if (!removeQueue) return;
   try {
+    // A failed job is durable proof that removal was requested. Retry it even
+    // if the final failure handler already changed the repository to ERROR.
+    const failedJobs = await removeQueue.getJobs(["failed"]);
+    for (const job of failedJobs) {
+      const repoId = job.data?.repoId;
+      if (!repoId) continue;
+      try {
+        await addRemovalJob(repoId);
+        logger.info("requeued failed removal", { repoId });
+      } catch (e) {
+        logger.warn("failed removal recovery failed", {
+          ...serializeError(e),
+          repoId,
+        });
+      }
+    }
+
     const stuck = await AnonymizedRepositoryModel.find(
       { status: RepositoryStatus.REMOVING },
       { repoId: 1 }

src/queue/processes/removeCache.ts

@@ -31,4 +31,15 @@ export async function processRemoveCache(
   }
 }
 
-export default processRemoveCache;
+/**
+ * BullMQ passes its lock token as the second processor argument. Do not let
+ * that token occupy the database-injection slot used by processRemoveCache.
+ */
+export function createRemoveCacheProcessor(database?: Database) {
+  return async (
+    job: SandboxedJob<RepoJobData, void>,
+    _lockToken?: string
+  ) => processRemoveCache(job, database);
+}
+
+export default createRemoveCacheProcessor();

src/queue/processes/removeRepository.ts

@@ -50,4 +50,15 @@ export async function processRemoveRepository(
   }
 }
 
-export default processRemoveRepository;
+/**
+ * BullMQ calls sandbox processors with (job, lockToken). Keep that transport
+ * signature separate from the injectable worker function used by tests.
+ */
+export function createRemoveRepositoryProcessor(database?: Database) {
+  return async (
+    job: SandboxedJob<RepoJobData, void>,
+    _lockToken?: string
+  ) => processRemoveRepository(job, database);
+}
+
+export default createRemoveRepositoryProcessor();