Automatically error file operations running longer than 12 hours

server/queues/tasks/ErrorTimedOutFileOperationsTask.ts

@@ -0,0 +1,49 @@
+import { subHours } from "date-fns";
+import { Op } from "sequelize";
+import { FileOperationState } from "@shared/types";
+import Logger from "@server/logging/Logger";
+import { FileOperation } from "@server/models";
+import BaseTask, { TaskPriority, TaskSchedule } from "./BaseTask";
+
+type Props = {
+  limit: number;
+};
+
+export default class ErrorTimedOutFileOperationsTask extends BaseTask<Props> {
+  static cron = TaskSchedule.Daily;
+
+  public async perform({ limit }: Props) {
+    Logger.info("task", `Error file operations running longer than 12 hours…`);
+    const fileOperations = await FileOperation.unscoped().findAll({
+      where: {
+        createdAt: {
+          [Op.lt]: subHours(new Date(), 12),
+        },
+        [Op.or]: [
+          {
+            state: FileOperationState.Creating,
+          },
+          {
+            state: FileOperationState.Uploading,
+          },
+        ],
+      },
+      limit,
+    });
+    await Promise.all(
+      fileOperations.map(async (fileOperation) => {
+        fileOperation.state = FileOperationState.Error;
+        fileOperation.error = "Timed out";
+        await fileOperation.save();
+      })
+    );
+    Logger.info("task", `Updated ${fileOperations.length} file operations`);
+  }
+
+  public get options() {
+    return {
+      attempts: 1,
+      priority: TaskPriority.Background,
+    };
+  }
+}