Austin/firecrawl
1
0
Fork 0
mirror of https://github.com/mendableai/firecrawl.git synced 2024-11-16 11:42:24 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

Update metadata.ts

Browse Source
This commit is contained in:
Nicolas 2024-10-16 23:37:07 -03:00
parent 8974230db4
commit 2ac50a16f5
1 changed files with 1 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
apps/api/src/scraper/WebScraper/utils/metadata.ts
View File

@ -74,6 +74,7 @@ export function extractMetadata(soup: CheerioAPI, url: string): Metadata {
const customMetadata: Record<string, string | string[]> = {};
try {
// TODO: remove this as it is redundant with the below implementation
title = soup("title").text() || null;
description = soup('meta[name="description"]').attr("content") || null;