### fc-a12ee91b42d243f5990a2c821be0a978
### fc-e7e08faf6b864bd9b9b70c693a01ccae
### Crawl Website
POST http://localhost:3002/v1/crawl HTTP/1.1
Authorization: Bearer fc-e7e08faf6b864bd9b9b70c693a01ccae
content-type: application/json

{
  "url": "https://roastmywebsite.ai",
  "excludePaths": ["blog/*"],
  "includePaths": ["/"],
  "maxDepth": 2,
  "ignoreSitemap": true,
  "limit": 10,
  "allowBackwardLinks": true,
  "allowExternalLinks": true,
  "scrapeOptions": {
    "formats": ["markdown", "html", "rawHtml", "screenshot", "links"],
    "headers": { "x-key": "test" },
    "includeTags": ["h1"],
    "excludeTags": ["h2"],
    "onlyMainContent": true,
    "waitFor": 1000
  }
}

### 
POST http://localhost:3002/v1/scrape HTTP/1.1
Authorization: Bearer fc-e7e08faf6b864bd9b9b70c693a01ccae
content-type: application/json

{
  "url": "https://roastmywebsite.ai",
  "formats": ["markdown", "html", "rawHtml", "screenshot", "links"],
  "headers": { "x-key": "test" },
  "includeTags": ["h1"],
  "excludeTags": ["h2"],
  "onlyMainContent": true
}

###
POST https://firescraper.fly.dev/scrape HTTP/1.1
Authorization: Bearer fc-e7e08faf6b864bd9b9b70c693a01ccae
content-type: application/json

{
  "url": "https://ajskhdioauhsdoas.com",
  "instantReturn": true
}


### 
POST https://api.firecrawl.dev/v0/crawl HTTP/1.1
Authorization: Bearer fc-e7e08faf6b864bd9b9b70c693a01ccae
content-type: application/json

{
  "url": "https://pytorch.org/docs/stable",
  "crawlerOptions": {
    "limit": 100,
    "returnOnlyUrls": true,
    "ignoreSitemap": true,
    "allowBackwardCrawling": true
  }
}

###
GET http://localhost:3002/v1/crawl/eff7095b-97b6-4944-b6da-7e7551396a38 HTTP/1.1
Authorization: Bearer fc-e7e08faf6b864bd9b9b70c693a01ccae

### 1644d4b6-7fbd-4ce5-b55d-46b3c5e92526
### ef3714c7-e095-416d-a4b0-69611af0b00f

### 


POST http://localhost:3002/v0/crawl HTTP/1.1
Authorization: Bearer fc-e7e08faf6b864bd9b9b70c693a01ccae
content-type: application/json

{
  "url": "https://docs.usepylon.com/getting-started/introduction",
  "crawlerOptions": {
    "limit": 100
  }
}

### Check Job Status
GET http://localhost:3002/v0/crawl/status/645ff228-4a83-4504-8b1f-8879ca56fe19 HTTP/1.1
Authorization: Bearer fc-e7e08faf6b864bd9b9b70c693a01ccae

### Check Job Status
GET https://api.firecrawl.dev/v0/jobs/active HTTP/1.1


### Scrape Website
POST http://localhost:3002/v0/crawl HTTP/1.1
Authorization: Bearer fc-
content-type: application/json

{
  "url": "firecrawl.dev"
}

## "reoveTags": [],
  # "mode": "crawl",
  # "crawlerOptions": {
  #     "allowBackwardCrawling": false
  # },
  # "pageOptions": {
  #   "onlyMainContent": false,
  #   "includeHtml": false,
  #   "parsePDF": true
  # }








### Scrape Website
POST http://localhost:3002/v0/crawl HTTP/1.1
# Authorization: Bearer fc-***
content-type: application/json

{
  "url":"example.com"
}


# 5bc71216-e1ac-4bb1-9d9f-59785a92bb02
### Check Job Status
GET http://localhost:3002/v0/crawl/status/478fec7c-ae43-4fb7-912d-c006e17e7024 HTTP/1.1
Authorization: Bearer fc-e7e08faf6b864bd9b9b70c693a01ccae

###
DELETE https://api.firecrawl.dev/v0/crawl/cancel/b749f45e-c1c9-4140-b596-87eaa0457b0b HTTP/1.1
Authorization: Bearer fc-e7e08faf6b864bd9b9b70c693a01ccae

### Get Job Result

POST http://localhost:3002/v0/crawl HTTP/1.1
Authorization: Bearer fc-e7e08faf6b864bd9b9b70c693a01ccae
content-type: application/json

{
    "url":"https://mendable.ai",
    "crawlerOptions": {
        "ignoreSitemap": true
    }
}

### Check Job Status
GET https://api.firecrawl.dev/v0/crawl/status/cfcb71ac-23a3-4da5-bd85-d4e58b871d66
Authorization: Bearer 

### Get Active Jobs Count
GET http://localhost:3002/serverHealthCheck
content-type: application/json

### Notify Server Health Check
GET http://localhost:3002/serverHealthCheck/notify
content-type: application/json