From cc98f83fdab20efbc48b1632372a75b866857395 Mon Sep 17 00:00:00 2001
From: rafaelsideguide <150964962+rafaelsideguide@users.noreply.github.com>
Date: Wed, 24 Jul 2024 15:25:36 -0300
Subject: [PATCH] added failed and completed log events

---
 apps/api/src/lib/scrape-events.ts  | 2 +-
 apps/api/src/main/runWebScraper.ts | 3 +++
 2 files changed, 4 insertions(+), 1 deletion(-)

diff --git a/apps/api/src/lib/scrape-events.ts b/apps/api/src/lib/scrape-events.ts
index 7015c92d..dda03c38 100644
--- a/apps/api/src/lib/scrape-events.ts
+++ b/apps/api/src/lib/scrape-events.ts
@@ -25,7 +25,7 @@ export type ScrapeScrapeEvent = {
 
 export type ScrapeQueueEvent = {
   type: "queue",
-  event: "waiting" | "active" | "completed" | "paused" | "resumed" | "removed",
+  event: "waiting" | "active" | "completed" | "paused" | "resumed" | "removed" | "failed",
   worker?: string,
 }
 
diff --git a/apps/api/src/main/runWebScraper.ts b/apps/api/src/main/runWebScraper.ts
index 5c97ef41..5e7d2279 100644
--- a/apps/api/src/main/runWebScraper.ts
+++ b/apps/api/src/main/runWebScraper.ts
@@ -11,6 +11,7 @@ import { billTeam } from "../services/billing/credit_billing";
 import { Document } from "../lib/entities";
 import { supabase_service } from "../services/supabase";
 import { Logger } from "../lib/logger";
+import { ScrapeEvents } from "../lib/scrape-events";
 
 export async function startWebScraperPipeline({
   job,
@@ -39,6 +40,7 @@ export async function startWebScraperPipeline({
     },
     onError: (error) => {
       Logger.error(`🐂 Job failed ${job.id}`);
+      ScrapeEvents.logJobEvent(job, "failed");
       job.moveToFailed(error);
     },
     team_id: job.data.team_id,
@@ -140,6 +142,7 @@ const saveJob = async (job: Job, result: any) => {
         // I think the job won't exist here anymore
       }
     }
+    ScrapeEvents.logJobEvent(job, "completed");
   } catch (error) {
     Logger.error(`🐂 Failed to update job status: ${error}`);
   }