Austin/reader
1
0
Fork 0
mirror of https://github.com/intergalacticalvariable/reader.git synced 2024-11-16 11:42:32 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

fix: pdf cache

Browse Source
This commit is contained in:
Yanlong Wang 2024-05-31 19:05:17 +08:00
parent 9c60b4b93d
commit 908157b61e
No known key found for this signature in database
GPG Key ID: C0A623C0BADF9F37
1 changed files with 16 additions and 23 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

39
backend/functions/src/services/pdf-extract.ts
View File

@ -276,33 +276,26 @@ export class PDFExtractor extends AsyncService {
try {
extracted = await this.extract(url);
const theID = randomUUID();
await this.firebaseObjectStorage.saveFile(`pdfs/${theID}`,
Buffer.from(JSON.stringify(extracted), 'utf-8'), { contentType: 'application/json' });
PDFContent.save(
PDFContent.from({
_id: theID,
src: url.toString(),
meta: extracted?.meta || {},
urlDigest: digest,
createdAt: new Date(),
expireAt: new Date(Date.now() + this.cacheRetentionMs)
}).degradeForFireStore()
).catch((r) => {
this.logger.warn(`Unable to cache PDF content for ${url}`, { err: r });
});
} catch (err) {
this.logger.warn(`Unable to extract from pdf ${url}`, { err });
}
// Don't try again until the next hour
const expireMixin = extracted ? {
expireAt: new Date(Date.now() + this.cacheRetentionMs)
} : {
expireAt: new Date(Date.now() + 1000 * 3600)
};
const theID = randomUUID();
await this.firebaseObjectStorage.saveFile(`pdfs/${theID}`,
Buffer.from(JSON.stringify(extracted), 'utf-8'), { contentType: 'application/json' });
PDFContent.save(
PDFContent.from({
_id: theID,
src: url.toString(),
meta: extracted?.meta || {},
urlDigest: digest,
createdAt: new Date(),
...expireMixin
}).degradeForFireStore()
).catch((r) => {
this.logger.warn(`Unable to cache PDF content for ${url}`, { err: r });
});
return extracted;
}