scrapy.core.scraper.Slot

class documentation

class Slot:

View In Hierarchy

Scraper slot (one per running spider)
Constant MIN​_RESPONSE​_SIZE Undocumented
Method __init__ Undocumented
Method add​_response​_request Undocumented
Method finish​_response Undocumented
Method is​_idle Undocumented
Method needs​_backout Undocumented
Method next​_response​_request​_deferred Undocumented
Instance Variable active Undocumented
Instance Variable active​_size Undocumented
Instance Variable closing Undocumented
Instance Variable itemproc​_size Undocumented
Instance Variable max​_active​_size Undocumented
Instance Variable queue Undocumented
MIN_RESPONSE_SIZE: int =

Undocumented

Value
1024
def __init__(self, max_active_size=5000000):

Undocumented

def add_response_request(self, response, request):

Undocumented

def finish_response(self, response, request):

Undocumented

def is_idle(self):

Undocumented

def needs_backout(self):

Undocumented

def next_response_request_deferred(self):

Undocumented

active: set =

Undocumented

active_size: int =

Undocumented

closing =

Undocumented

itemproc_size: int =

Undocumented

max_active_size =

Undocumented

queue =

Undocumented