Skip to main content

StatisticsState

Statistic data about a crawler run.

Index

Errors

Properties

Errors

errors

errors: dict[str, Any]

retry_errors

retry_errors: dict[str, Any]

Properties

crawler_finished_at

crawler_finished_at: datetime | None

crawler_last_started_at

crawler_last_started_at: datetime | None

crawler_runtime

crawler_runtime: timedelta_ms

crawler_started_at

crawler_started_at: datetime | None

model_config

model_config: Undefined

request_max_duration

request_max_duration: timedelta_ms | None

request_min_duration

request_min_duration: timedelta_ms | None

request_total_failed_duration

request_total_failed_duration: timedelta_ms

request_total_finished_duration

request_total_finished_duration: timedelta_ms

requests_failed

requests_failed: int

requests_failed_per_minute

requests_failed_per_minute: float

requests_finished

requests_finished: int

requests_finished_per_minute

requests_finished_per_minute: float

requests_retries

requests_retries: int

requests_with_status_code

requests_with_status_code: dict[str, int]

stats_persisted_at

stats_persisted_at: datetime | None
Page Options