mirror of
https://github.com/mendableai/firecrawl.git
synced 2024-11-16 11:42:24 +08:00
Merge branch 'main' of https://github.com/mendableai/firecrawl
This commit is contained in:
commit
15fd4e23d8
20
apps/js-sdk/example.js
Normal file
20
apps/js-sdk/example.js
Normal file
|
@ -0,0 +1,20 @@
|
||||||
|
import { FirecrawlApp } from '@mendableai/firecrawl-js';
|
||||||
|
|
||||||
|
const app = new FirecrawlApp({apiKey: "YOUR_API_KEY"});
|
||||||
|
|
||||||
|
const crawlResult = await app.crawlUrl('mendable.ai', {crawlerOptions: {excludes: ['blog/*'], limit: 5}}, false);
|
||||||
|
console.log(crawlResult)
|
||||||
|
|
||||||
|
const jobId = await crawlResult['jobId'];
|
||||||
|
console.log(jobId);
|
||||||
|
|
||||||
|
let job;
|
||||||
|
while (true) {
|
||||||
|
job = await app.checkCrawlStatus(jobId);
|
||||||
|
if (job.status == 'completed') {
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
await new Promise(resolve => setTimeout(resolve, 1000)); // wait 1 second
|
||||||
|
}
|
||||||
|
|
||||||
|
console.log(job.data[0].content);
|
16
apps/js-sdk/package.json
Normal file
16
apps/js-sdk/package.json
Normal file
|
@ -0,0 +1,16 @@
|
||||||
|
{
|
||||||
|
"name": "js-example",
|
||||||
|
"version": "1.0.0",
|
||||||
|
"description": "",
|
||||||
|
"main": "example.js",
|
||||||
|
"type": "module",
|
||||||
|
"scripts": {
|
||||||
|
"test": "echo \"Error: no test specified\" && exit 1"
|
||||||
|
},
|
||||||
|
"keywords": [],
|
||||||
|
"author": "",
|
||||||
|
"license": "ISC",
|
||||||
|
"dependencies": {
|
||||||
|
"axios": "^1.6.8"
|
||||||
|
}
|
||||||
|
}
|
|
@ -1,7 +1,7 @@
|
||||||
from firecrawl import FirecrawlApp
|
from firecrawl import FirecrawlApp
|
||||||
|
|
||||||
|
|
||||||
app = FirecrawlApp(api_key="a6a2d63a-ed2b-46a9-946d-2a7207efed4d")
|
app = FirecrawlApp(api_key="YOUR_API_KEY")
|
||||||
|
|
||||||
crawl_result = app.crawl_url('mendable.ai', {'crawlerOptions': {'excludes': ['blog/*']}})
|
crawl_result = app.crawl_url('mendable.ai', {'crawlerOptions': {'excludes': ['blog/*']}})
|
||||||
print(crawl_result[0]['markdown'])
|
print(crawl_result[0]['markdown'])
|
||||||
|
|
Loading…
Reference in New Issue
Block a user