Index

A

amount (dataservice.config.DelayConfig attribute) (dataservice.DelayConfig attribute)

AsyncDataService (class in dataservice) (class in dataservice.service)

B

BaseClient (class in dataservice.clients) BaseDataService (class in dataservice.service)

browser (dataservice.config.PlaywrightConfig attribute) (dataservice.PlaywrightConfig attribute)

C

cache (dataservice.config.ServiceConfig attribute) (dataservice.ServiceConfig attribute) cache_type (dataservice.CacheConfig attribute) (dataservice.config.CacheConfig attribute) callback (dataservice.models.InterceptRequest attribute) (dataservice.models.Request attribute) (dataservice.Request attribute) callback_name (dataservice.models.Request property) (dataservice.Request property) cleanup_signal_handlers() (dataservice.service.BaseDataService method) client (dataservice.models.InterceptRequest attribute) (dataservice.models.Request attribute) (dataservice.models.Response property) (dataservice.Request attribute) (dataservice.Response property)

client_name (dataservice.models.Request property) (dataservice.Request property) content_type (dataservice.models.Request attribute) (dataservice.Request attribute) cookies (dataservice.models.Request attribute) (dataservice.models.Response attribute) (dataservice.Request attribute) (dataservice.Response attribute)

D

data (dataservice.models.Response attribute) (dataservice.Response attribute) data_worker (dataservice.service.BaseDataService property) DataError (class in dataservice.data) dataservice module DataService (class in dataservice) (class in dataservice.service) dataservice.clients module dataservice.config module dataservice.data module dataservice.exceptions module

dataservice.models module dataservice.service module dataservice.worker module DataServiceException, [1] DataSink (class in dataservice.data) DataWorker (class in dataservice.worker) DataWrapper (class in dataservice) (class in dataservice.data) deduplication (dataservice.config.ServiceConfig attribute) (dataservice.ServiceConfig attribute) delay (dataservice.config.ServiceConfig attribute) (dataservice.ServiceConfig attribute) device (dataservice.config.PlaywrightConfig attribute) (dataservice.PlaywrightConfig attribute)

E

errors (dataservice.BaseDataItem attribute) (dataservice.data.BaseDataItem attribute)

exception (dataservice.FailedRequest attribute) (dataservice.models.FailedRequest attribute)

F

FailedRequest (class in dataservice) (class in dataservice.models) fetch() (dataservice.worker.DataWorker method)

form_data (dataservice.models.Request attribute) (dataservice.Request attribute) from_url() (dataservice.config.ProxyConfig class method) (dataservice.ProxyConfig class method)

G

get() (dataservice.config.DelayConfig method) (dataservice.DelayConfig method)

get_data_item() (dataservice.worker.DataWorker method) get_failures() (dataservice.service.BaseDataService method) (dataservice.worker.DataWorker method)

H

has_jobs() (dataservice.worker.DataWorker method) has_no_more_data() (dataservice.worker.DataWorker method) has_started (dataservice.worker.DataWorker property) headers (dataservice.models.Request attribute) (dataservice.models.Response attribute) (dataservice.Request attribute) (dataservice.Response attribute)

headless (dataservice.config.PlaywrightConfig attribute) (dataservice.PlaywrightConfig attribute) host (dataservice.config.ProxyConfig attribute) (dataservice.ProxyConfig attribute) html (dataservice.models.Response property) (dataservice.Response property) HttpXClient (class in dataservice) (class in dataservice.clients)

J

json_data (dataservice.models.Request attribute) (dataservice.Request attribute)

L

limiter (dataservice.config.ServiceConfig attribute) (dataservice.ServiceConfig attribute)

load_state (dataservice.CacheConfig attribute) (dataservice.config.CacheConfig attribute)

M

make_request() (dataservice.clients.BaseClient method) (dataservice.clients.HttpXClient method) (dataservice.clients.PlaywrightClient method) (dataservice.clients.PlaywrightInterceptClient method) (dataservice.HttpXClient method) (dataservice.PlaywrightClient method) (dataservice.PlaywrightInterceptClient method) max_attempts (dataservice.config.RetryConfig attribute) (dataservice.RetryConfig attribute) max_concurrency (dataservice.config.ServiceConfig attribute) (dataservice.ServiceConfig attribute) max_rate (dataservice.config.RateLimiterConfig attribute) (dataservice.RateLimiterConfig attribute) maybe() (dataservice.data.DataWrapper static method) (dataservice.DataWrapper static method) message (dataservice.data.DataError attribute) (dataservice.FailedRequest attribute) (dataservice.models.FailedRequest attribute)

method (dataservice.models.Request attribute) (dataservice.Request attribute) model_post_init() (dataservice.models.InterceptResponse method) (dataservice.models.Response method) (dataservice.Response method) module dataservice dataservice.clients dataservice.config dataservice.data dataservice.exceptions dataservice.models dataservice.service dataservice.worker

N

NonRetryableException

P

params (dataservice.models.Request attribute) (dataservice.Request attribute) parent (dataservice.models.InterceptRequest attribute) ParsingException password (dataservice.config.ProxyConfig attribute) (dataservice.ProxyConfig attribute) path (dataservice.CacheConfig attribute) (dataservice.config.CacheConfig attribute)

PlaywrightClient (class in dataservice) (class in dataservice.clients) PlaywrightInterceptClient (class in dataservice) (class in dataservice.clients) PlaywrightPage (in module dataservice) port (dataservice.config.ProxyConfig attribute) (dataservice.ProxyConfig attribute) proxy (dataservice.models.Request attribute) (dataservice.Request attribute)

R

register_signal_handlers() (dataservice.service.BaseDataService method) request (dataservice.FailedRequest attribute) (dataservice.models.FailedRequest attribute) (dataservice.models.Response attribute) (dataservice.Response attribute)

retry (dataservice.config.ServiceConfig attribute) (dataservice.ServiceConfig attribute) RetryableException, [1]

S

save_state (dataservice.CacheConfig attribute) (dataservice.config.CacheConfig attribute) ser_model() (dataservice.models.Request method) (dataservice.Request method)

setup_logging() (in module dataservice) slow_mo (dataservice.config.PlaywrightConfig attribute) (dataservice.PlaywrightConfig attribute) status_code (dataservice.models.Response attribute) (dataservice.Response attribute)

T

text (dataservice.models.Response attribute) (dataservice.Response attribute) time_period (dataservice.config.RateLimiterConfig attribute) (dataservice.RateLimiterConfig attribute) timeout (dataservice.models.Request attribute) (dataservice.Request attribute)

TimeoutException type (dataservice.config.DelayConfig attribute) (dataservice.data.DataError attribute) (dataservice.DelayConfig attribute)

U

unique_key (dataservice.models.Request property) (dataservice.Request property) url (dataservice.config.ProxyConfig property) (dataservice.models.Request attribute) (dataservice.models.Response attribute) (dataservice.ProxyConfig property) (dataservice.Request attribute) (dataservice.Response attribute)

url_encoded (dataservice.models.Request property) (dataservice.Request property) use (dataservice.CacheConfig attribute) (dataservice.config.CacheConfig attribute) username (dataservice.config.ProxyConfig attribute) (dataservice.ProxyConfig attribute)

V

validate() (dataservice.CacheConfig method) (dataservice.config.CacheConfig method) (dataservice.models.Request method) (dataservice.Request method)

W

wait_exp_max (dataservice.config.RetryConfig attribute) (dataservice.RetryConfig attribute) wait_exp_min (dataservice.config.RetryConfig attribute) (dataservice.RetryConfig attribute) wait_exp_mul (dataservice.config.RetryConfig attribute) (dataservice.RetryConfig attribute)

write() (dataservice.data.DataSink method) (dataservice.service.BaseDataService method) write_interval (dataservice.CacheConfig attribute) (dataservice.config.CacheConfig attribute) write_periodically (dataservice.CacheConfig attribute) (dataservice.config.CacheConfig attribute)