Add cleanup job for stalled scans

lib/models/storage.js

@@ -150,3 +150,11 @@ export async function finishScanWithError(storageId, error) {
 
   return storage
 }
+
+// List all storages that are processing and have not sent a heartbeat in the last 10 minutes
+export async function listStalledScans() {
+  return mongo.db.collection('storages').find({
+    'scan.status': 'processing',
+    'scan.heartbeat': {$lt: new Date(Date.now() - (10 * 60 * 1000))}
+  }).toArray()
+}

worker.js

@@ -1,8 +1,9 @@
 #!/usr/bin/env node
+/* eslint-disable unicorn/prefer-top-level-await */
 import 'dotenv/config.js'
 
 import mongo from './lib/util/mongo.js'
-import {startNextScan} from './lib/models/storage.js'
+import {startNextScan, listStalledScans, finishScanWithError} from './lib/models/storage.js'
 import {scan} from './lib/scan.js'
 
 await mongo.connect()
@@ -17,4 +18,16 @@ async function scanLoop() {
   setTimeout(scanLoop, 2000)
 }
 
-await scanLoop()
+scanLoop()
+
+async function cleanStalledScansLoop() {
+  const stalledScanStorages = await listStalledScans()
+
+  await Promise.all(stalledScanStorages.map(async storage => {
+    await finishScanWithError(storage._id, {message: 'Scan stalled'})
+  }))
+
+  setTimeout(cleanStalledScansLoop, 60_000)
+}
+
+cleanStalledScansLoop()