2024-04-16 05:01:47 +08:00
|
|
|
### Crawl Website
|
2024-04-16 08:39:25 +08:00
|
|
|
POST http://localhost:3002/v0/scrape HTTP/1.1
|
2024-04-17 01:01:35 +08:00
|
|
|
Authorization: Bearer
|
2024-04-16 08:39:25 +08:00
|
|
|
content-type: application/json
|
2024-04-16 05:01:47 +08:00
|
|
|
|
|
|
|
{
|
|
|
|
"url":"https://docs.mendable.ai"
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
### Check Job Status
|
|
|
|
GET http://localhost:3002/v0/jobs/active HTTP/1.1
|
|
|
|
|
|
|
|
|
|
|
|
### Scrape Website
|
|
|
|
POST https://api.firecrawl.dev/v0/scrape HTTP/1.1
|
2024-04-16 05:26:47 +08:00
|
|
|
Authorization: Bearer
|
2024-04-16 05:01:47 +08:00
|
|
|
content-type: application/json
|
|
|
|
|
|
|
|
{
|
2024-04-16 05:26:47 +08:00
|
|
|
"url":"https://www.mendable.ai"
|
2024-04-16 05:01:47 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
### Scrape Website
|
|
|
|
POST http://localhost:3002/v0/scrape HTTP/1.1
|
2024-04-16 05:26:47 +08:00
|
|
|
Authorization: Bearer
|
2024-04-16 05:01:47 +08:00
|
|
|
content-type: application/json
|
|
|
|
|
|
|
|
{
|
2024-04-16 05:26:47 +08:00
|
|
|
"url":"https://mendable.ai"
|
2024-04-16 05:01:47 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
### Check Job Status
|
|
|
|
GET http://localhost:3002/v0/crawl/status/333ab225-dc3e-418b-9d4b-8fb833cbaf89 HTTP/1.1
|
2024-04-16 05:26:47 +08:00
|
|
|
Authorization: Bearer
|
2024-04-16 05:01:47 +08:00
|
|
|
|
|
|
|
### Get Job Result
|
|
|
|
|
|
|
|
POST https://api.firecrawl.dev/v0/crawl HTTP/1.1
|
2024-04-16 05:26:47 +08:00
|
|
|
Authorization: Bearer
|
2024-04-16 05:01:47 +08:00
|
|
|
content-type: application/json
|
|
|
|
|
|
|
|
{
|
2024-04-16 05:26:47 +08:00
|
|
|
"url":"https://mendable.ai"
|
2024-04-16 05:01:47 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
### Check Job Status
|
|
|
|
GET https://api.firecrawl.dev/v0/crawl/status/cfcb71ac-23a3-4da5-bd85-d4e58b871d66
|
2024-04-16 05:26:47 +08:00
|
|
|
Authorization: Bearer
|