mirror of
https://github.com/mendableai/firecrawl.git
synced 2024-11-16 11:42:24 +08:00
Update blocklist.ts
This commit is contained in:
parent
075b63b57b
commit
064ce482c2
|
@ -40,6 +40,7 @@ const allowedKeywords = [
|
|||
'tos',
|
||||
'://ads.tiktok.com',
|
||||
'://tiktok.com/business',
|
||||
'://developers.facebook.com'
|
||||
];
|
||||
|
||||
export function isUrlBlocked(url: string): boolean {
|
||||
|
|
Loading…
Reference in New Issue
Block a user