Geonode
API ReferenceGuidesScraper APIChange Log
Scraper apiGeneratedCrawl

List crawl jobs

List crawl jobs for the authenticated user with optional filtering and pagination

GET
/v1/crawl/jobs

Authorization

X-Api-Key<token>

In: header

Query Parameters

url?string|null
status?string|null
Value in"queued" | "processing" | "completed" | "failed" | "cancelled"
start_date?string|null
end_date?string|null
page?integer

Page number

Default1
Range1 <= value
page_size?integer

Results per page (max 100)

Default10
Range1 <= value <= 100

Response Body

application/json

application/json

curl -X GET "https://scraper.geonode.io/v1/crawl/jobs"
{
  "jobs": [
    {
      "job_id": "453bd7d7-5355-4d6d-a38e-d9e7eb218c3f",
      "url": "string",
      "status": "queued",
      "total_pages": 0,
      "completed_pages": 0,
      "failed_pages": 0,
      "config": {
        "render_js": true,
        "formats": [
          "markdown"
        ],
        "same_domain_only": true,
        "include_subdomains": true,
        "proxy": {
          "country": "string",
          "type": "datacenter"
        },
        "wait_config": {
          "wait_until": "commit",
          "wait_for": "string",
          "wait_timeout": 30000
        }
      },
      "created_at": "2019-08-24T14:15:22Z",
      "completed_at": "2019-08-24T14:15:22Z"
    }
  ],
  "page": 0,
  "page_size": 0,
  "page_count": 0
}
Empty
{
  "detail": [
    {
      "loc": [
        "string"
      ],
      "msg": "string",
      "type": "string"
    }
  ]
}