Merge branch 'main' into v1/llm-extract

This commit is contained in:
Nicolas 2024-08-30 17:16:21 -03:00
commit 522d256b11
2 changed files with 4 additions and 2 deletions

View File

@ -103,7 +103,9 @@ export async function crawlStatusController(req: RequestWithAuth<CrawlStatusPara
if (data.length > 0) {
if (!doneJobs[0].data.pageOptions.includeRawHtml) {
for (let ii = 0; ii < doneJobs.length; ii++) {
delete data[ii].rawHtml;
if (data[ii]) {
delete data[ii].rawHtml;
}
}
}
}

View File

@ -160,7 +160,7 @@ export const mapRequestSchema = crawlerOptions.extend({
includeSubdomains: z.boolean().default(true),
search: z.string().optional(),
ignoreSitemap: z.boolean().default(false),
limit: z.number().min(1).max(50).default(5000).optional(),
limit: z.number().min(1).max(5000).default(5000).optional(),
}).strict(strictMessage);
// export type MapRequest = {