Austin/reader
1
0
Fork 0
mirror of https://github.com/intergalacticalvariable/reader.git synced 2024-11-16 11:42:32 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

fix

Browse Source
This commit is contained in:
Yanlong Wang 2024-08-02 17:13:50 +08:00
parent ee632199df
commit 0a2c0932fd
No known key found for this signature in database
GPG Key ID: C0A623C0BADF9F37
1 changed files with 1 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
backend/functions/src/cloud-functions/crawler.ts
View File

@ -387,6 +387,7 @@ export class CrawlerHost extends RPCHost {
(!uid && snapshot.elemCount! > 10_000) ||
snapshot.elemCount! > 70_000
) {
this.logger.warn('Degrading to text to protect the server', { url: snapshot.href });
contentText = snapshot.text;
break;
}