From 0a2c0932fdf7086bd6c380da5f5b32738d169fb4 Mon Sep 17 00:00:00 2001
From: Yanlong Wang <yanlong.wang@naiver.org>
Date: Fri, 2 Aug 2024 17:13:50 +0800
Subject: [PATCH] fix

---
 backend/functions/src/cloud-functions/crawler.ts | 1 +
 1 file changed, 1 insertion(+)

diff --git a/backend/functions/src/cloud-functions/crawler.ts b/backend/functions/src/cloud-functions/crawler.ts
index fce94e9..357e8b8 100644
--- a/backend/functions/src/cloud-functions/crawler.ts
+++ b/backend/functions/src/cloud-functions/crawler.ts
@@ -387,6 +387,7 @@ export class CrawlerHost extends RPCHost {
                 (!uid && snapshot.elemCount! > 10_000) ||
                 snapshot.elemCount! > 70_000
             ) {
+                this.logger.warn('Degrading to text to protect the server', { url: snapshot.href });
                 contentText = snapshot.text;
                 break;
             }