Austin/firecrawl
1
0
Fork 0
mirror of https://github.com/mendableai/firecrawl.git synced 2024-11-16 11:42:24 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

feat: improve requests.http using format features

Browse Source
This commit is contained in:
Gergő Móricz 2024-11-12 19:58:07 +01:00
parent f2ecf0cc36
commit 3a5eee6e3f
1 changed files with 25 additions and 60 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

93
apps/api/requests.http
View File

@ -1,5 +1,18 @@
@baseUrl = https://api.firecrawl.dev
### Scrape Website
# @name scrape
POST {{baseUrl}}/v1/scrape HTTP/1.1
Authorization: Bearer {{$dotenv TEST_API_KEY}}
content-type: application/json
{
"url":"firecrawl.dev"
}
### Crawl Website ### Crawl Website
POST http://localhost:3002/v0/scrape HTTP/1.1 # @name crawl
POST {{baseUrl}}/v1/crawl HTTP/1.1
Authorization: Bearer {{$dotenv TEST_API_KEY}} Authorization: Bearer {{$dotenv TEST_API_KEY}}
content-type: application/json content-type: application/json
@ -7,76 +20,28 @@ content-type: application/json
"url": "firecrawl.dev" "url": "firecrawl.dev"
} }
### Check Job Status ### Check Crawl Status
GET http://localhost:3002/v1/crawl/1dd0f924-a36f-4b96-94ea-32ed954dac67 HTTP/1.1 @crawlId = {{crawl.response.body.$.id}}
# @name crawlStatus
GET {{baseUrl}}/v1/crawl/{{crawlId}} HTTP/1.1
Authorization: Bearer {{$dotenv TEST_API_KEY}} Authorization: Bearer {{$dotenv TEST_API_KEY}}
### Check Job Status ### Batch Scrape Websites
GET http://localhost:3002/v0/jobs/active HTTP/1.1 # @name batchScrape
POST {{baseUrl}}/v1/batch/scrape HTTP/1.1
### Scrape Website
POST http://localhost:3002/v0/crawl HTTP/1.1
Authorization: Bearer {{$dotenv TEST_API_KEY}} Authorization: Bearer {{$dotenv TEST_API_KEY}}
content-type: application/json content-type: application/json
{ {
"url": "firecrawl.dev" "urls": [
"firecrawl.dev",
"mendable.ai"
]
} }
## "reoveTags": [], ### Check Batch Scrape Status
# "mode": "crawl", @batchScrapeId = {{batchScrape.response.body.$.id}}
# "crawlerOptions": { # @name batchScrapeStatus
# "allowBackwardCrawling": false GET {{baseUrl}}/v1/crawl/{{batchScrapeId}} HTTP/1.1
# },
# "pageOptions": {
# "onlyMainContent": false,
# "includeHtml": false,
# "parsePDF": true
# }
### Scrape Website
POST http://localhost:3002/v0/scrape HTTP/1.1
Authorization: Bearer {{$dotenv TEST_API_KEY}} Authorization: Bearer {{$dotenv TEST_API_KEY}}
content-type: application/json
{
"url":"https://mendable.ai"
}
### Check Job Status
GET http://localhost:3002/v0/crawl/status/a6053912-d602-4709-841f-3d2cb46fea0a HTTP/1.1
Authorization: Bearer {{$dotenv TEST_API_KEY}}
### Get Job Result
POST https://api.firecrawl.dev/v0/crawl HTTP/1.1
Authorization: Bearer {{$dotenv TEST_API_KEY}}
content-type: application/json
{
"url":"https://mendable.ai"
}
### Check Job Status
GET https://api.firecrawl.dev/v0/crawl/status/cfcb71ac-23a3-4da5-bd85-d4e58b871d66
Authorization: Bearer {{$dotenv TEST_API_KEY}}
### Get Active Jobs Count
GET http://localhost:3002/serverHealthCheck
content-type: application/json
### Notify Server Health Check
GET http://localhost:3002/serverHealthCheck/notify
content-type: application/json