Austin/firecrawl
1
0
Fork 0
mirror of https://github.com/mendableai/firecrawl.git synced 2024-11-16 11:42:24 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

fix(scrapeURL/llmExtract): better schema normalization

Browse Source
This commit is contained in:
Móricz Gergő 2024-11-11 10:55:45 +01:00
parent 1c55ce41be
commit e97864b806
1 changed files with 22 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

22
apps/api/src/scraper/scrapeURL/transformers/llmExtract.ts
View File

@ -19,6 +19,28 @@ export class LLMRefusalError extends Error {
}
function normalizeSchema(x: any): any {
if (typeof x !== "object" || x === null) return x;
if (x["$defs"] !== null && typeof x["$defs"] === "object") {
x["$defs"] = Object.fromEntries(Object.entries(x["$defs"]).map(([name, schema]) => [name, normalizeSchema(schema)]));
}
if (x && x.anyOf) {
x.anyOf = x.anyOf.map(x => normalizeSchema(x));
}
if (x && x.oneOf) {
x.oneOf = x.oneOf.map(x => normalizeSchema(x));
}
if (x && x.allOf) {
x.allOf = x.allOf.map(x => normalizeSchema(x));
}
if (x && x.not) {
x.not = normalizeSchema(x.not);
}
if (x && x.type === "object") {
return {
...x,