oneuptime/Worker/Jobs/TelemetryService/DeleteOldData.ts

import RunCron from "../../Utils/Cron";
import LIMIT_MAX from "Common/Types/Database/LimitMax";
import OneUptimeDate from "Common/Types/Date";
import { EVERY_HOUR, EVERY_MINUTE } from "Common/Utils/CronTime";
import { IsDevelopment } from "Common/Server/EnvironmentConfig";
import LogService from "Common/Server/Services/LogService";
import SpanService from "Common/Server/Services/SpanService";
import TelemetryServiceService from "Common/Server/Services/TelemetryServiceService";
import QueryHelper from "Common/Server/Types/AnalyticsDatabase/QueryHelper";
import TelemetryService from "Common/Models/DatabaseModels/TelemetryService";

RunCron(
  "TelemetryService:DeleteOldData",
  {
    schedule: IsDevelopment ? EVERY_MINUTE : EVERY_HOUR,
    runOnStartup: false,
  },
  async () => {
    // get a list of all the telemetry services.

    const telemetryService: Array<TelemetryService> =
      await TelemetryServiceService.findBy({
        query: {},
        limit: LIMIT_MAX,
        skip: 0,
        select: {
          retainTelemetryDataForDays: true,
          projectId: true,
          _id: true,
        },
        props: {
          isRoot: true,
        },
      });

    for (const service of telemetryService) {
      let dataRententionDays: number | undefined =
        service.retainTelemetryDataForDays;

      if (!dataRententionDays) {
        dataRententionDays = 15; // default to 15 days.
      }

      if (!service.id) {
        continue;
      }

      // delete logs

      await LogService.deleteBy({
        query: {
          createdAt: QueryHelper.lessThan(
            OneUptimeDate.getSomeDaysAgo(dataRententionDays),
          ),
          serviceId: service.id!,
          projectId: service.projectId,
        },
        props: {
          isRoot: true,
        },
      });

      // delete spans

      await SpanService.deleteBy({
        query: {
          createdAt: QueryHelper.lessThan(
            OneUptimeDate.getSomeDaysAgo(dataRententionDays),
          ),
          serviceId: service.id!,
          projectId: service.projectId,
        },
        props: {
          isRoot: true,
        },
      });

      // TOOD: delete metrics.
    }
  },
);