scrapy.core.downloader.Downloader

class documentation

class Downloader:

View In Hierarchy

Undocumented

Constant DOWNLOAD​_SLOT Undocumented
Method __init__ Undocumented
Method ​_download Undocumented
Method ​_enqueue​_request Undocumented
Method ​_get​_slot Undocumented
Method ​_get​_slot​_key Undocumented
Method ​_process​_queue Undocumented
Method ​_slot​_gc Undocumented
Method close Undocumented
Method fetch Undocumented
Method needs​_backout Undocumented
Instance Variable ​_slot​_gc​_loop Undocumented
Instance Variable active Undocumented
Instance Variable domain​_concurrency Undocumented
Instance Variable handlers Undocumented
Instance Variable ip​_concurrency Undocumented
Instance Variable middleware Undocumented
Instance Variable randomize​_delay Undocumented
Instance Variable settings Undocumented
Instance Variable signals Undocumented
Instance Variable slots Undocumented
Instance Variable total​_concurrency Undocumented
DOWNLOAD_SLOT: str =

Undocumented

Value
'download_slot'
def __init__(self, crawler):

Undocumented

def _download(self, slot, request, spider):

Undocumented

def _enqueue_request(self, request, spider):

Undocumented

def _get_slot(self, request, spider):

Undocumented

def _get_slot_key(self, request, spider):

Undocumented

def _process_queue(self, spider, slot):

Undocumented

def _slot_gc(self, age=60):

Undocumented

def close(self):

Undocumented

def fetch(self, request, spider):

Undocumented

def needs_backout(self):

Undocumented

_slot_gc_loop =

Undocumented

active: set =

Undocumented

domain_concurrency =

Undocumented

handlers =

Undocumented

ip_concurrency =

Undocumented

middleware =

Undocumented

randomize_delay =

Undocumented

settings =

Undocumented

signals =

Undocumented

slots: dict =

Undocumented

total_concurrency =

Undocumented