From d380599986240334fa38fe4754656df3e4eba8d6 Mon Sep 17 00:00:00 2001 From: Harsh Gupta Date: Wed, 14 Aug 2024 13:47:25 +0530 Subject: [PATCH] strip more stuff --- .gitignore | 3 ++- backend/functions/src/cloud-functions/crawler.ts | 4 +--- 2 files changed, 3 insertions(+), 4 deletions(-) diff --git a/.gitignore b/.gitignore index d5e2e49..31bc76b 100644 --- a/.gitignore +++ b/.gitignore @@ -1,3 +1,4 @@ node_modules/ .DS_Store -/package-lock.json \ No newline at end of file +/package-lock.json +.aider* diff --git a/backend/functions/src/cloud-functions/crawler.ts b/backend/functions/src/cloud-functions/crawler.ts index 94242cb..137500b 100644 --- a/backend/functions/src/cloud-functions/crawler.ts +++ b/backend/functions/src/cloud-functions/crawler.ts @@ -6,7 +6,7 @@ import { } from 'civkit'; import { singleton } from 'tsyringe'; -import { AsyncContext, CloudHTTPv2, Ctx, FirebaseStorageBucketControl, Logger, OutputServerEventStream, RPCReflect } from '../shared'; +import { AsyncContext, CloudHTTPv2, FirebaseStorageBucketControl, Logger, OutputServerEventStream, RPCReflect } from '../shared'; import _ from 'lodash'; import { PageSnapshot, PuppeteerControl, ScrappingOptions } from '../services/puppeteer'; import { Request, Response } from 'express'; @@ -23,7 +23,6 @@ const estimateToken = (text: string) => Math.ceil(text.length / 4); import { CrawlerOptions, CrawlerOptionsHeaderOnly } from '../dto/scrapping-options'; import { PDFExtractor } from '../services/pdf-extract'; import { DomainBlockade } from '../db/domain-blockade'; -import { FirebaseRoundTripChecker } from '../shared/services/firebase-roundtrip-checker'; import { JSDomControl } from '../services/jsdom'; const md5Hasher = new HashManager('md5', 'hex'); @@ -82,7 +81,6 @@ export class CrawlerHost extends RPCHost { protected pdfExtractor: PDFExtractor, protected firebaseObjectStorage: FirebaseStorageBucketControl, protected threadLocal: AsyncContext, - protected fbHealthCheck: FirebaseRoundTripChecker, ) { super(...arguments);