Austin/reader
1
0
Fork 0
mirror of https://github.com/intergalacticalvariable/reader.git synced 2024-11-16 11:42:32 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

fix: log charge amount

Browse Source
This commit is contained in:
Yanlong Wang 2024-05-14 17:25:59 +08:00
parent 04eb6b3087
commit f171e54ac9
No known key found for this signature in database
GPG Key ID: C0A623C0BADF9F37
1 changed files with 17 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

20
backend/functions/src/cloud-functions/crawler.ts
View File

@ -364,14 +364,13 @@ ${authMixin}`,
{ contentType: 'text/plain', envelope: null }
);
}
if (uid) {
const user = await auth.assertUser();
if (!(user.wallet.total_balance > 0)) {
throw new InsufficientBalanceError(`Account balance not enough to run this query, please recharge.`);
}
await this.rateLimitControl.simpleRPCUidBasedLimit(rpcReflect, uid, ['CRAWL'],
const apiRoll = await this.rateLimitControl.simpleRPCUidBasedLimit(rpcReflect, uid, ['CRAWL'],
[
// 1000 requests per minute
new Date(Date.now() - 60 * 1000), 1000
@ -383,15 +382,26 @@ ${authMixin}`,
auth.reportUsage(chargeAmount, 'reader-crawl').catch((err) => {
this.logger.warn(`Unable to report usage for ${uid}`, { err: marshalErrorLike(err) });
});
apiRoll._ref?.set({
chargeAmount,
}, { merge: true }).catch((err) => this.logger.warn(`Failed to log charge amount in apiRoll`, { err }));
}
});
} else if (ctx.req.ip) {
await this.rateLimitControl.simpleRpcIPBasedLimit(rpcReflect, ctx.req.ip, ['CRAWL'],
const apiRoll = await this.rateLimitControl.simpleRpcIPBasedLimit(rpcReflect, ctx.req.ip, ['CRAWL'],
[
// 100 requests per minute
new Date(Date.now() - 60 * 1000), 100
]
);
rpcReflect.finally(() => {
if (chargeAmount) {
apiRoll._ref?.set({
chargeAmount,
}, { merge: true }).catch((err) => this.logger.warn(`Failed to log charge amount in apiRoll`, { err }));
}
});
}
let urlToCrawl;
@ -653,6 +663,10 @@ ${authMixin}`,
}
getChargeAmount(formatted: { [k: string]: any; }) {
if (!formatted) {
return undefined;
}
const textContent = formatted?.content || formatted?.text || formatted?.html;
if (typeof textContent === 'string') {