Crawlee-specific configuration stored in the `user_data`.
| 32 | |
| 33 | |
| 34 | class CrawleeRequestData(BaseModel): |
| 35 | """Crawlee-specific configuration stored in the `user_data`.""" |
| 36 | |
| 37 | max_retries: Annotated[int | None, Field(alias='maxRetries', frozen=True)] = None |
| 38 | """Maximum number of retries for this request. Allows to override the global `max_request_retries` option of |
| 39 | `BasicCrawler`.""" |
| 40 | |
| 41 | enqueue_strategy: Annotated[EnqueueStrategy | None, Field(alias='enqueueStrategy')] = None |
| 42 | """The strategy that was used for enqueuing the request.""" |
| 43 | |
| 44 | state: RequestState = RequestState.UNPROCESSED |
| 45 | """Describes the request's current lifecycle state.""" |
| 46 | |
| 47 | session_rotation_count: Annotated[int | None, Field(alias='sessionRotationCount')] = None |
| 48 | """The number of finished session rotations for this request.""" |
| 49 | |
| 50 | skip_navigation: Annotated[bool, Field(alias='skipNavigation')] = False |
| 51 | |
| 52 | last_proxy_tier: Annotated[int | None, Field(alias='lastProxyTier')] = None |
| 53 | """The last proxy tier used to process the request.""" |
| 54 | |
| 55 | forefront: Annotated[bool, Field()] = False |
| 56 | """Indicate whether the request should be enqueued at the front of the queue.""" |
| 57 | |
| 58 | crawl_depth: Annotated[int, Field(alias='crawlDepth')] = 0 |
| 59 | """The depth of the request in the crawl tree.""" |
| 60 | |
| 61 | session_id: Annotated[str | None, Field()] = None |
| 62 | """ID of a session to which the request is bound.""" |
| 63 | |
| 64 | |
| 65 | class UserData(BaseModel, MutableMapping[str, JsonSerializable]): |
no outgoing calls
no test coverage detected