chore: Refactor worker, emails and data cleanup to task system (#3337)

* Refactor worker, all emails on task system

* fix

* lint

* fix: Remove a bunch of expect-error comments in related tests

* refactor: Move work from utils.gc into tasks

* test

* Add tracing to tasks and processors
fix: DebounceProcessor triggering on all events
Event.add -> Event.schedule

server/queues/tasks/CleanupDeletedDocumentsTask.ts

@@ -0,0 +1,40 @@
+import { subDays } from "date-fns";
+import { Op } from "sequelize";
+import documentPermanentDeleter from "@server/commands/documentPermanentDeleter";
+import Logger from "@server/logging/logger";
+import { APM } from "@server/logging/tracing";
+import { Document } from "@server/models";
+import BaseTask, { TaskPriority } from "./BaseTask";
+
+type Props = {
+  limit: number;
+};
+
+@APM.trace()
+export default class CleanupDeletedDocumentsTask extends BaseTask<Props> {
+  public async perform({ limit }: Props) {
+    Logger.info(
+      "task",
+      `Permanently destroying upto ${limit} documents older than 30 days…`
+    );
+    const documents = await Document.scope("withDrafts").findAll({
+      attributes: ["id", "teamId", "text", "deletedAt"],
+      where: {
+        deletedAt: {
+          [Op.lt]: subDays(new Date(), 30),
+        },
+      },
+      paranoid: false,
+      limit,
+    });
+    const countDeletedDocument = await documentPermanentDeleter(documents);
+    Logger.info("task", `Destroyed ${countDeletedDocument} documents`);
+  }
+
+  public get options() {
+    return {
+      attempts: 1,
+      priority: TaskPriority.Background,
+    };
+  }
+}