firecrawl/apps/api/openapi.json

429 lines
12 KiB
JSON
Raw Normal View History

2024-04-18 13:23:10 +08:00
{
2024-04-22 23:41:54 +08:00
"openapi": "3.0.0",
"info": {
"title": "Firecrawl API",
"version": "1.0.0",
"description": "API for interacting with Firecrawl services to perform web scraping and crawling tasks.",
"contact": {
"name": "Firecrawl Support",
"url": "https://firecrawl.dev/support",
"email": "support@firecrawl.dev"
}
},
"servers": [
{
"url": "https://api.firecrawl.dev/v0"
}
],
"paths": {
"/scrape": {
"post": {
"summary": "Scrape a single URL",
"operationId": "scrapeSingleUrl",
"tags": ["Scraping"],
"security": [
{
"bearerAuth": []
}
],
"requestBody": {
"required": true,
"content": {
"application/json": {
"schema": {
"type": "object",
"properties": {
"url": {
"type": "string",
"format": "uri",
"description": "The URL to scrape"
2024-04-18 13:23:10 +08:00
},
2024-04-22 23:41:54 +08:00
"pageOptions": {
"type": "object",
"properties": {
"onlyMainContent": {
"type": "boolean",
"description": "Only return the main content of the page excluding headers, navs, footers, etc.",
"default": false
}
}
2024-04-18 13:23:10 +08:00
}
2024-04-22 23:41:54 +08:00
},
"required": ["url"]
2024-04-18 13:23:10 +08:00
}
}
}
2024-04-22 23:41:54 +08:00
},
"responses": {
"200": {
"description": "Successful response",
2024-04-18 13:23:10 +08:00
"content": {
"application/json": {
"schema": {
2024-04-22 23:41:54 +08:00
"$ref": "#/components/schemas/ScrapeResponse"
2024-04-18 13:23:10 +08:00
}
}
}
},
2024-04-22 23:41:54 +08:00
"402": {
"description": "Payment required"
},
"429": {
"description": "Too many requests"
},
"500": {
"description": "Server error"
2024-04-18 13:23:10 +08:00
}
}
2024-04-22 23:41:54 +08:00
}
},
"/crawl": {
"post": {
"summary": "Crawl multiple URLs based on options",
"operationId": "crawlUrls",
"tags": ["Crawling"],
"security": [
{
"bearerAuth": []
}
],
"requestBody": {
"required": true,
"content": {
"application/json": {
2024-04-18 13:23:10 +08:00
"schema": {
2024-04-22 23:41:54 +08:00
"type": "object",
"properties": {
"url": {
"type": "string",
"format": "uri",
"description": "The base URL to start crawling from"
},
"crawlerOptions": {
2024-04-18 13:23:10 +08:00
"type": "object",
"properties": {
2024-04-22 23:41:54 +08:00
"includes": {
"type": "array",
"items": {
"type": "string"
},
"description": "URL patterns to include"
2024-04-18 13:23:10 +08:00
},
2024-04-22 23:41:54 +08:00
"excludes": {
"type": "array",
"items": {
"type": "string"
},
"description": "URL patterns to exclude"
2024-04-18 13:23:10 +08:00
},
2024-04-22 23:41:54 +08:00
"generateImgAltText": {
"type": "boolean",
"description": "Generate alt text for images using LLMs (must have a paid plan)",
"default": false
2024-04-18 13:23:10 +08:00
},
2024-04-22 23:41:54 +08:00
"returnOnlyUrls": {
"type": "boolean",
"description": "If true, returns only the URLs as a list on the crawl status. Attention: the return response will be a list of URLs inside the data, not a list of documents.",
"default": false
2024-04-18 13:23:10 +08:00
},
2024-04-22 23:41:54 +08:00
"limit": {
2024-04-18 13:23:10 +08:00
"type": "integer",
2024-04-22 23:41:54 +08:00
"description": "Maximum number of pages to crawl"
}
}
},
"pageOptions": {
"type": "object",
"properties": {
"onlyMainContent": {
"type": "boolean",
"description": "Only return the main content of the page excluding headers, navs, footers, etc.",
"default": false
2024-04-18 13:23:10 +08:00
}
}
}
2024-04-22 23:41:54 +08:00
},
"required": ["url"]
}
}
}
},
"responses": {
"200": {
"description": "Successful response",
"content": {
"application/json": {
"schema": {
"$ref": "#/components/schemas/CrawlResponse"
2024-04-18 13:23:10 +08:00
}
}
}
2024-04-22 23:41:54 +08:00
},
"402": {
"description": "Payment required"
},
"429": {
"description": "Too many requests"
},
"500": {
"description": "Server error"
2024-04-18 13:23:10 +08:00
}
}
}
},
2024-04-25 01:11:44 +08:00
"/search": {
"post": {
"summary": "Search for a keyword in Google, returns top page results with markdown content for each page",
"operationId": "searchGoogle",
"tags": ["Search"],
"security": [
{
"bearerAuth": []
}
],
"requestBody": {
"required": true,
"content": {
"application/json": {
"schema": {
"type": "object",
"properties": {
"query": {
"type": "string",
"format": "uri",
"description": "The URL to scrape"
},
"pageOptions": {
"type": "object",
"properties": {
"onlyMainContent": {
"type": "boolean",
"description": "Only return the main content of the page excluding headers, navs, footers, etc.",
"default": false
},
"fetchPageContent": {
"type": "boolean",
"description": "Fetch the content of each page. If false, defaults to a basic fast serp API.",
"default": true
}
}
},
"searchOptions": {
"type": "object",
"properties": {
"limit": {
"type": "integer",
"description": "Maximum number of results. Max is 20 during beta."
}
}
}
},
"required": ["query"]
}
}
}
},
"responses": {
"200": {
"description": "Successful response",
"content": {
"application/json": {
"schema": {
"$ref": "#/components/schemas/SearchResponse"
}
}
}
},
"402": {
"description": "Payment required"
},
"429": {
"description": "Too many requests"
},
"500": {
"description": "Server error"
}
}
}
},
2024-04-22 23:41:54 +08:00
"/crawl/status/{jobId}": {
"get": {
"tags": ["Crawl"],
"summary": "Get the status of a crawl job",
"operationId": "getCrawlStatus",
"security": [
{
"bearerAuth": []
}
],
"parameters": [
{
"name": "jobId",
"in": "path",
"description": "ID of the crawl job",
"required": true,
"schema": {
"type": "string"
}
}
],
"responses": {
"200": {
"description": "Successful response",
"content": {
"application/json": {
"schema": {
2024-04-18 13:23:10 +08:00
"type": "object",
"properties": {
2024-04-22 23:41:54 +08:00
"status": {
"type": "string",
"description": "Status of the job (completed, active, failed, paused)"
2024-04-18 13:23:10 +08:00
},
2024-04-22 23:41:54 +08:00
"current": {
"type": "integer",
"description": "Current page number"
2024-04-18 13:23:10 +08:00
},
2024-04-22 23:41:54 +08:00
"current_url": {
2024-04-18 13:23:10 +08:00
"type": "string",
2024-04-22 23:41:54 +08:00
"description": "Current URL being scraped"
2024-04-18 13:23:10 +08:00
},
2024-04-22 23:41:54 +08:00
"current_step": {
2024-04-18 13:23:10 +08:00
"type": "string",
2024-04-22 23:41:54 +08:00
"description": "Current step in the process"
},
"total": {
"type": "integer",
"description": "Total number of pages"
},
"data": {
"type": "array",
"items": {
"$ref": "#/components/schemas/ScrapeResponse"
},
"description": "Data returned from the job (null when it is in progress)"
2024-04-18 13:23:10 +08:00
}
}
}
}
}
2024-04-22 23:41:54 +08:00
},
"402": {
"description": "Payment required"
},
"429": {
"description": "Too many requests"
},
"500": {
"description": "Server error"
2024-04-18 13:23:10 +08:00
}
}
}
2024-04-22 23:41:54 +08:00
}
},
"components": {
"securitySchemes": {
"bearerAuth": {
"type": "http",
"scheme": "bearer"
}
2024-04-18 13:23:10 +08:00
},
2024-04-22 23:41:54 +08:00
"schemas": {
"ScrapeResponse": {
"type": "object",
"properties": {
"success": {
"type": "boolean"
},
"data": {
"type": "object",
"properties": {
2024-04-25 01:11:44 +08:00
"markdown": {
"type": "string"
},
2024-04-22 23:41:54 +08:00
"content": {
"type": "string"
},
2024-04-25 01:11:44 +08:00
"metadata": {
"type": "object",
"properties": {
"title": {
"type": "string"
},
"description": {
"type": "string"
},
"language": {
"type": "string",
"nullable": true
},
"sourceURL": {
"type": "string",
"format": "uri"
}
}
}
}
}
}
},
"SearchResponse": {
"type": "object",
"properties": {
"success": {
"type": "boolean"
},
"data": {
2024-04-26 04:28:07 +08:00
"type": "array",
"items": {
"type": "object",
"properties": {
"url": {
"type": "string"
},
"markdown": {
"type": "string"
},
"content": {
"type": "string"
},
"metadata": {
"type": "object",
"properties": {
"title": {
"type": "string"
},
"description": {
"type": "string"
},
"language": {
"type": "string",
"nullable": true
},
"sourceURL": {
"type": "string",
"format": "uri"
}
2024-04-22 23:41:54 +08:00
}
}
}
}
}
}
},
"CrawlResponse": {
"type": "object",
"properties": {
"jobId": {
"type": "string"
}
}
2024-04-18 13:23:10 +08:00
}
2024-04-22 23:41:54 +08:00
}
},
"security": [
{
"bearerAuth": []
}
]
}