2024-04-16 05:01:47 +08:00
|
|
|
### Crawl Website
|
2024-04-16 08:39:25 +08:00
|
|
|
POST http://localhost:3002/v0/scrape HTTP/1.1
|
2024-06-25 03:43:12 +08:00
|
|
|
Authorization: Bearer fc
|
2024-04-16 08:39:25 +08:00
|
|
|
content-type: application/json
|
2024-04-16 05:01:47 +08:00
|
|
|
|
|
|
|
{
|
2024-06-25 03:43:12 +08:00
|
|
|
"url":"firecrawl.dev"
|
2024-04-16 05:01:47 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
### Check Job Status
|
|
|
|
GET http://localhost:3002/v0/jobs/active HTTP/1.1
|
|
|
|
|
|
|
|
|
|
|
|
### Scrape Website
|
2024-04-21 02:46:06 +08:00
|
|
|
POST http://localhost:3002/v0/crawl HTTP/1.1
|
2024-06-25 03:25:07 +08:00
|
|
|
Authorization: Bearer fc-
|
2024-04-16 05:01:47 +08:00
|
|
|
content-type: application/json
|
|
|
|
|
|
|
|
{
|
2024-06-25 03:43:12 +08:00
|
|
|
"url": "firecrawl.dev"
|
2024-04-16 05:01:47 +08:00
|
|
|
}
|
|
|
|
|
2024-06-25 03:25:07 +08:00
|
|
|
## "reoveTags": [],
|
|
|
|
# "mode": "crawl",
|
|
|
|
# "crawlerOptions": {
|
|
|
|
# "allowBackwardCrawling": false
|
|
|
|
# },
|
|
|
|
# "pageOptions": {
|
|
|
|
# "onlyMainContent": false,
|
|
|
|
# "includeHtml": false,
|
|
|
|
# "parsePDF": true
|
|
|
|
# }
|
|
|
|
|
2024-04-16 05:01:47 +08:00
|
|
|
|
2024-04-24 09:13:58 +08:00
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2024-04-24 21:32:35 +08:00
|
|
|
|
|
|
|
|
2024-04-16 05:01:47 +08:00
|
|
|
### Scrape Website
|
|
|
|
POST http://localhost:3002/v0/scrape HTTP/1.1
|
2024-04-16 05:26:47 +08:00
|
|
|
Authorization: Bearer
|
2024-04-16 05:01:47 +08:00
|
|
|
content-type: application/json
|
|
|
|
|
|
|
|
{
|
2024-04-16 05:26:47 +08:00
|
|
|
"url":"https://mendable.ai"
|
2024-04-16 05:01:47 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
### Check Job Status
|
2024-04-24 09:13:58 +08:00
|
|
|
GET http://localhost:3002/v0/crawl/status/a6053912-d602-4709-841f-3d2cb46fea0a HTTP/1.1
|
2024-04-24 21:32:35 +08:00
|
|
|
Authorization: Bearer
|
2024-04-16 05:01:47 +08:00
|
|
|
|
|
|
|
### Get Job Result
|
|
|
|
|
|
|
|
POST https://api.firecrawl.dev/v0/crawl HTTP/1.1
|
2024-04-16 05:26:47 +08:00
|
|
|
Authorization: Bearer
|
2024-04-16 05:01:47 +08:00
|
|
|
content-type: application/json
|
|
|
|
|
|
|
|
{
|
2024-04-16 05:26:47 +08:00
|
|
|
"url":"https://mendable.ai"
|
2024-04-16 05:01:47 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
### Check Job Status
|
|
|
|
GET https://api.firecrawl.dev/v0/crawl/status/cfcb71ac-23a3-4da5-bd85-d4e58b871d66
|
2024-04-24 02:46:29 +08:00
|
|
|
Authorization: Bearer
|
|
|
|
|
|
|
|
### Get Active Jobs Count
|
|
|
|
GET http://localhost:3002/serverHealthCheck
|
|
|
|
content-type: application/json
|
|
|
|
|
|
|
|
### Notify Server Health Check
|
|
|
|
GET http://localhost:3002/serverHealthCheck/notify
|
|
|
|
content-type: application/json
|
|
|
|
|