mirror of
https://github.com/mendableai/firecrawl.git
synced 2024-11-16 11:42:24 +08:00
refactor: fix typo in WebScraper/index.ts
breakign -> breaking
This commit is contained in:
parent
2c0660653d
commit
9e9d66f7a3
|
@ -352,7 +352,7 @@ export class WebScraperDataProvider {
|
|||
options.crawlerOptions?.generateImgAltText ?? false;
|
||||
this.pageOptions = options.pageOptions ?? {onlyMainContent: false};
|
||||
|
||||
//! @nicolas, for some reason this was being injected and breakign everything. Don't have time to find source of the issue so adding this check
|
||||
//! @nicolas, for some reason this was being injected and breaking everything. Don't have time to find source of the issue so adding this check
|
||||
this.excludes = this.excludes.filter((item) => item !== "");
|
||||
|
||||
// make sure all urls start with https://
|
||||
|
|
Loading…
Reference in New Issue
Block a user