scrapy.settings.default_settings

module documentation

This module contains the default values for all settings used by Scrapy.

For more information about these settings you can read the settings documentation in docs/topics/settings.rst

Scrapy developers, if you add a setting here remember to:

  • add it in alphabetical order
  • group similar settings without leaving blank lines
  • add its documentation to the available settings documentation (docs/topics/settings.rst)
Constant AJAXCRAWL​_ENABLED Undocumented
Constant ASYNCIO​_EVENT​_LOOP Undocumented
Constant AUTOTHROTTLE​_DEBUG Undocumented
Constant AUTOTHROTTLE​_ENABLED Undocumented
Constant AUTOTHROTTLE​_MAX​_DELAY Undocumented
Constant AUTOTHROTTLE​_START​_DELAY Undocumented
Constant AUTOTHROTTLE​_TARGET​_CONCURRENCY Undocumented
Constant BOT​_NAME Undocumented
Constant CLOSESPIDER​_ERRORCOUNT Undocumented
Constant CLOSESPIDER​_ITEMCOUNT Undocumented
Constant CLOSESPIDER​_PAGECOUNT Undocumented
Constant CLOSESPIDER​_TIMEOUT Undocumented
Constant COMMANDS​_MODULE Undocumented
Constant COMPRESSION​_ENABLED Undocumented
Constant CONCURRENT​_ITEMS Undocumented
Constant CONCURRENT​_REQUESTS Undocumented
Constant CONCURRENT​_REQUESTS​_PER​_DOMAIN Undocumented
Constant CONCURRENT​_REQUESTS​_PER​_IP Undocumented
Constant COOKIES​_DEBUG Undocumented
Constant COOKIES​_ENABLED Undocumented
Constant DEFAULT​_ITEM​_CLASS Undocumented
Constant DEFAULT​_REQUEST​_HEADERS Undocumented
Constant DEPTH​_LIMIT Undocumented
Constant DEPTH​_PRIORITY Undocumented
Constant DEPTH​_STATS​_VERBOSE Undocumented
Constant DNS​_RESOLVER Undocumented
Constant DNS​_TIMEOUT Undocumented
Constant DNSCACHE​_ENABLED Undocumented
Constant DNSCACHE​_SIZE Undocumented
Constant DOWNLOAD​_DELAY Undocumented
Constant DOWNLOAD​_FAIL​_ON​_DATALOSS Undocumented
Constant DOWNLOAD​_HANDLERS Undocumented
Constant DOWNLOAD​_HANDLERS​_BASE Undocumented
Constant DOWNLOAD​_MAXSIZE Undocumented
Constant DOWNLOAD​_TIMEOUT Undocumented
Constant DOWNLOAD​_WARNSIZE Undocumented
Constant DOWNLOADER Undocumented
Constant DOWNLOADER​_CLIENT​_TLS​_CIPHERS Undocumented
Constant DOWNLOADER​_CLIENT​_TLS​_METHOD Undocumented
Constant DOWNLOADER​_CLIENT​_TLS​_VERBOSE​_LOGGING Undocumented
Constant DOWNLOADER​_CLIENTCONTEXTFACTORY Undocumented
Constant DOWNLOADER​_HTTPCLIENTFACTORY Undocumented
Constant DOWNLOADER​_MIDDLEWARES Undocumented
Constant DOWNLOADER​_MIDDLEWARES​_BASE Undocumented
Constant DOWNLOADER​_STATS Undocumented
Constant DUPEFILTER​_CLASS Undocumented
Constant EDITOR Undocumented
Constant EXTENSIONS Undocumented
Constant EXTENSIONS​_BASE Undocumented
Constant FEED​_EXPORT​_BATCH​_ITEM​_COUNT Undocumented
Constant FEED​_EXPORT​_ENCODING Undocumented
Constant FEED​_EXPORT​_FIELDS Undocumented
Constant FEED​_EXPORT​_INDENT Undocumented
Constant FEED​_EXPORTERS Undocumented
Constant FEED​_EXPORTERS​_BASE Undocumented
Constant FEED​_STORAGE​_FTP​_ACTIVE Undocumented
Constant FEED​_STORAGE​_GCS​_ACL Undocumented
Constant FEED​_STORAGE​_S3​_ACL Undocumented
Constant FEED​_STORAGES Undocumented
Constant FEED​_STORAGES​_BASE Undocumented
Constant FEED​_STORE​_EMPTY Undocumented
Constant FEED​_TEMPDIR Undocumented
Constant FEED​_URI​_PARAMS Undocumented
Constant FEEDS Undocumented
Constant FILES​_STORE​_GCS​_ACL Undocumented
Constant FILES​_STORE​_S3​_ACL Undocumented
Constant FTP​_PASSIVE​_MODE Undocumented
Constant FTP​_PASSWORD Undocumented
Constant FTP​_USER Undocumented
Constant GCS​_PROJECT​_ID Undocumented
Constant HTTPCACHE​_ALWAYS​_STORE Undocumented
Constant HTTPCACHE​_DBM​_MODULE Undocumented
Constant HTTPCACHE​_DIR Undocumented
Constant HTTPCACHE​_ENABLED Undocumented
Constant HTTPCACHE​_EXPIRATION​_SECS Undocumented
Constant HTTPCACHE​_GZIP Undocumented
Constant HTTPCACHE​_IGNORE​_HTTP​_CODES Undocumented
Constant HTTPCACHE​_IGNORE​_MISSING Undocumented
Constant HTTPCACHE​_IGNORE​_RESPONSE​_CACHE​_CONTROLS Undocumented
Constant HTTPCACHE​_IGNORE​_SCHEMES Undocumented
Constant HTTPCACHE​_POLICY Undocumented
Constant HTTPCACHE​_STORAGE Undocumented
Constant HTTPPROXY​_AUTH​_ENCODING Undocumented
Constant HTTPPROXY​_ENABLED Undocumented
Constant IMAGES​_STORE​_GCS​_ACL Undocumented
Constant IMAGES​_STORE​_S3​_ACL Undocumented
Constant ITEM​_PIPELINES Undocumented
Constant ITEM​_PIPELINES​_BASE Undocumented
Constant ITEM​_PROCESSOR Undocumented
Constant LOG​_DATEFORMAT Undocumented
Constant LOG​_ENABLED Undocumented
Constant LOG​_ENCODING Undocumented
Constant LOG​_FILE Undocumented
Constant LOG​_FORMAT Undocumented
Constant LOG​_FORMATTER Undocumented
Constant LOG​_LEVEL Undocumented
Constant LOG​_SHORT​_NAMES Undocumented
Constant LOG​_STDOUT Undocumented
Constant LOGSTATS​_INTERVAL Undocumented
Constant MAIL​_FROM Undocumented
Constant MAIL​_HOST Undocumented
Constant MAIL​_PASS Undocumented
Constant MAIL​_PORT Undocumented
Constant MAIL​_USER Undocumented
Constant MEMDEBUG​_ENABLED Undocumented
Constant MEMDEBUG​_NOTIFY Undocumented
Constant MEMUSAGE​_CHECK​_INTERVAL​_SECONDS Undocumented
Constant MEMUSAGE​_ENABLED Undocumented
Constant MEMUSAGE​_LIMIT​_MB Undocumented
Constant MEMUSAGE​_NOTIFY​_MAIL Undocumented
Constant MEMUSAGE​_WARNING​_MB Undocumented
Constant METAREFRESH​_ENABLED Undocumented
Constant METAREFRESH​_IGNORE​_TAGS Undocumented
Constant METAREFRESH​_MAXDELAY Undocumented
Constant NEWSPIDER​_MODULE Undocumented
Constant RANDOMIZE​_DOWNLOAD​_DELAY Undocumented
Constant REACTOR​_THREADPOOL​_MAXSIZE Undocumented
Constant REDIRECT​_ENABLED Undocumented
Constant REDIRECT​_MAX​_TIMES Undocumented
Constant REDIRECT​_PRIORITY​_ADJUST Undocumented
Constant REFERER​_ENABLED Undocumented
Constant REFERRER​_POLICY Undocumented
Constant RETRY​_ENABLED Undocumented
Constant RETRY​_HTTP​_CODES Undocumented
Constant RETRY​_PRIORITY​_ADJUST Undocumented
Constant RETRY​_TIMES Undocumented
Constant ROBOTSTXT​_OBEY Undocumented
Constant ROBOTSTXT​_PARSER Undocumented
Constant ROBOTSTXT​_USER​_AGENT Undocumented
Constant SCHEDULER Undocumented
Constant SCHEDULER​_DEBUG Undocumented
Constant SCHEDULER​_DISK​_QUEUE Undocumented
Constant SCHEDULER​_MEMORY​_QUEUE Undocumented
Constant SCHEDULER​_PRIORITY​_QUEUE Undocumented
Constant SCRAPER​_SLOT​_MAX​_ACTIVE​_SIZE Undocumented
Constant SPIDER​_CONTRACTS Undocumented
Constant SPIDER​_CONTRACTS​_BASE Undocumented
Constant SPIDER​_LOADER​_CLASS Undocumented
Constant SPIDER​_LOADER​_WARN​_ONLY Undocumented
Constant SPIDER​_MIDDLEWARES Undocumented
Constant SPIDER​_MIDDLEWARES​_BASE Undocumented
Constant SPIDER​_MODULES Undocumented
Constant STATS​_CLASS Undocumented
Constant STATS​_DUMP Undocumented
Constant STATSMAILER​_RCPTS Undocumented
Constant TELNETCONSOLE​_ENABLED Undocumented
Constant TELNETCONSOLE​_HOST Undocumented
Constant TELNETCONSOLE​_PASSWORD Undocumented
Constant TELNETCONSOLE​_PORT Undocumented
Constant TELNETCONSOLE​_USERNAME Undocumented
Constant TEMPLATES​_DIR Undocumented
Constant TWISTED​_REACTOR Undocumented
Constant URLLENGTH​_LIMIT Undocumented
Constant USER​_AGENT Undocumented
AJAXCRAWL_ENABLED: bool =

Undocumented

Value
False
ASYNCIO_EVENT_LOOP =

Undocumented

Value
None
AUTOTHROTTLE_DEBUG: bool =

Undocumented

Value
False
AUTOTHROTTLE_ENABLED: bool =

Undocumented

Value
False
AUTOTHROTTLE_MAX_DELAY: float =

Undocumented

Value
60.0
AUTOTHROTTLE_START_DELAY: float =

Undocumented

Value
5.0
AUTOTHROTTLE_TARGET_CONCURRENCY: float =

Undocumented

Value
1.0
BOT_NAME: str =

Undocumented

Value
'scrapybot'
CLOSESPIDER_ERRORCOUNT: int =

Undocumented

Value
0
CLOSESPIDER_ITEMCOUNT: int =

Undocumented

Value
0
CLOSESPIDER_PAGECOUNT: int =

Undocumented

Value
0
CLOSESPIDER_TIMEOUT: int =

Undocumented

Value
0
COMMANDS_MODULE: str =

Undocumented

Value
''
COMPRESSION_ENABLED: bool =

Undocumented

Value
True
CONCURRENT_ITEMS: int =

Undocumented

Value
100
CONCURRENT_REQUESTS: int =

Undocumented

Value
16
CONCURRENT_REQUESTS_PER_DOMAIN: int =

Undocumented

Value
8
CONCURRENT_REQUESTS_PER_IP: int =

Undocumented

Value
0
COOKIES_DEBUG: bool =

Undocumented

Value
False
COOKIES_ENABLED: bool =

Undocumented

Value
True
DEFAULT_ITEM_CLASS: str =

Undocumented

Value
'scrapy.item.Item'
DEFAULT_REQUEST_HEADERS: dict[str, str] =

Undocumented

Value
{'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8',
 'Accept-Language': 'en'}
DEPTH_LIMIT: int =

Undocumented

Value
0
DEPTH_PRIORITY: int =

Undocumented

Value
0
DEPTH_STATS_VERBOSE: bool =

Undocumented

Value
False
DNS_RESOLVER: str =

Undocumented

Value
'scrapy.resolver.CachingThreadedResolver'
DNS_TIMEOUT: int =

Undocumented

Value
60
DNSCACHE_ENABLED: bool =

Undocumented

Value
True
DNSCACHE_SIZE: int =

Undocumented

Value
10000
DOWNLOAD_DELAY: int =

Undocumented

Value
0
DOWNLOAD_FAIL_ON_DATALOSS: bool =

Undocumented

Value
True
DOWNLOAD_HANDLERS: dict =

Undocumented

Value
{}
DOWNLOAD_HANDLERS_BASE: dict[str, str] =

Undocumented

Value
{'data': 'scrapy.core.downloader.handlers.datauri.DataURIDownloadHandler',
 'file': 'scrapy.core.downloader.handlers.file.FileDownloadHandler',
 'http': 'scrapy.core.downloader.handlers.http.HTTPDownloadHandler',
 'https': 'scrapy.core.downloader.handlers.http.HTTPDownloadHandler',
 's3': 'scrapy.core.downloader.handlers.s3.S3DownloadHandler',
 'ftp': 'scrapy.core.downloader.handlers.ftp.FTPDownloadHandler'}
DOWNLOAD_MAXSIZE =

Undocumented

Value
(1024*1024)*1024
DOWNLOAD_TIMEOUT: int =

Undocumented

Value
180
DOWNLOAD_WARNSIZE =

Undocumented

Value
(32*1024)*1024
DOWNLOADER: str =

Undocumented

Value
'scrapy.core.downloader.Downloader'
DOWNLOADER_CLIENT_TLS_CIPHERS: str =

Undocumented

Value
'DEFAULT'
DOWNLOADER_CLIENT_TLS_METHOD: str =

Undocumented

Value
'TLS'
DOWNLOADER_CLIENT_TLS_VERBOSE_LOGGING: bool =

Undocumented

Value
False
DOWNLOADER_CLIENTCONTEXTFACTORY: str =

Undocumented

Value
'scrapy.core.downloader.contextfactory.ScrapyClientContextFactory'
DOWNLOADER_HTTPCLIENTFACTORY: str =

Undocumented

Value
'scrapy.core.downloader.webclient.ScrapyHTTPClientFactory'
DOWNLOADER_MIDDLEWARES: dict =

Undocumented

Value
{}
DOWNLOADER_MIDDLEWARES_BASE: dict[str, int] =

Undocumented

Value
{'scrapy.downloadermiddlewares.robotstxt.RobotsTxtMiddleware': 100,
 'scrapy.downloadermiddlewares.httpauth.HttpAuthMiddleware': 300,
 'scrapy.downloadermiddlewares.downloadtimeout.DownloadTimeoutMiddleware': 350,
 'scrapy.downloadermiddlewares.defaultheaders.DefaultHeadersMiddleware': 400,
 'scrapy.downloadermiddlewares.useragent.UserAgentMiddleware': 500,
 'scrapy.downloadermiddlewares.retry.RetryMiddleware': 550,
 'scrapy.downloadermiddlewares.ajaxcrawl.AjaxCrawlMiddleware': 560,
...
DOWNLOADER_STATS: bool =

Undocumented

Value
True
DUPEFILTER_CLASS: str =

Undocumented

Value
'scrapy.dupefilters.RFPDupeFilter'
EDITOR: str =

Undocumented

Value
'%s -m idlelib.idle'
EXTENSIONS: dict =

Undocumented

Value
{}
EXTENSIONS_BASE: dict[str, int] =

Undocumented

Value
{'scrapy.extensions.corestats.CoreStats': 0,
 'scrapy.extensions.telnet.TelnetConsole': 0,
 'scrapy.extensions.memusage.MemoryUsage': 0,
 'scrapy.extensions.memdebug.MemoryDebugger': 0,
 'scrapy.extensions.closespider.CloseSpider': 0,
 'scrapy.extensions.feedexport.FeedExporter': 0,
 'scrapy.extensions.logstats.LogStats': 0,
...
FEED_EXPORT_BATCH_ITEM_COUNT: int =

Undocumented

Value
0
FEED_EXPORT_ENCODING =

Undocumented

Value
None
FEED_EXPORT_FIELDS =

Undocumented

Value
None
FEED_EXPORT_INDENT: int =

Undocumented

Value
0
FEED_EXPORTERS: dict =

Undocumented

Value
{}
FEED_EXPORTERS_BASE: dict[str, str] =

Undocumented

Value
{'json': 'scrapy.exporters.JsonItemExporter',
 'jsonlines': 'scrapy.exporters.JsonLinesItemExporter',
 'jl': 'scrapy.exporters.JsonLinesItemExporter',
 'csv': 'scrapy.exporters.CsvItemExporter',
 'xml': 'scrapy.exporters.XmlItemExporter',
 'marshal': 'scrapy.exporters.MarshalItemExporter',
 'pickle': 'scrapy.exporters.PickleItemExporter'}
FEED_STORAGE_FTP_ACTIVE: bool =

Undocumented

Value
False
FEED_STORAGE_GCS_ACL: str =

Undocumented

Value
''
FEED_STORAGE_S3_ACL: str =

Undocumented

Value
''
FEED_STORAGES: dict =

Undocumented

Value
{}
FEED_STORAGES_BASE: dict[str, str] =

Undocumented

Value
{'': 'scrapy.extensions.feedexport.FileFeedStorage',
 'file': 'scrapy.extensions.feedexport.FileFeedStorage',
 'ftp': 'scrapy.extensions.feedexport.FTPFeedStorage',
 'gs': 'scrapy.extensions.feedexport.GCSFeedStorage',
 's3': 'scrapy.extensions.feedexport.S3FeedStorage',
 'stdout': 'scrapy.extensions.feedexport.StdoutFeedStorage'}
FEED_STORE_EMPTY: bool =

Undocumented

Value
False
FEED_TEMPDIR =

Undocumented

Value
None
FEED_URI_PARAMS =

Undocumented

Value
None
FEEDS: dict =

Undocumented

Value
{}
FILES_STORE_GCS_ACL: str =

Undocumented

Value
''
FILES_STORE_S3_ACL: str =

Undocumented

Value
'private'
FTP_PASSIVE_MODE: bool =

Undocumented

Value
True
FTP_PASSWORD: str =

Undocumented

Value
'guest'
FTP_USER: str =

Undocumented

Value
'anonymous'
GCS_PROJECT_ID =

Undocumented

Value
None
HTTPCACHE_ALWAYS_STORE: bool =

Undocumented

Value
False
HTTPCACHE_DBM_MODULE: str =

Undocumented

Value
'dbm'
HTTPCACHE_DIR: str =

Undocumented

Value
'httpcache'
HTTPCACHE_ENABLED: bool =

Undocumented

Value
False
HTTPCACHE_EXPIRATION_SECS: int =

Undocumented

Value
0
HTTPCACHE_GZIP: bool =

Undocumented

Value
False
HTTPCACHE_IGNORE_HTTP_CODES: list =

Undocumented

Value
[]
HTTPCACHE_IGNORE_MISSING: bool =

Undocumented

Value
False
HTTPCACHE_IGNORE_RESPONSE_CACHE_CONTROLS: list =

Undocumented

Value
[]
HTTPCACHE_IGNORE_SCHEMES: list[str] =

Undocumented

Value
['file']
HTTPCACHE_POLICY: str =

Undocumented

Value
'scrapy.extensions.httpcache.DummyPolicy'
HTTPCACHE_STORAGE: str =

Undocumented

Value
'scrapy.extensions.httpcache.FilesystemCacheStorage'
HTTPPROXY_AUTH_ENCODING: str =

Undocumented

Value
'latin-1'
HTTPPROXY_ENABLED: bool =

Undocumented

Value
True
IMAGES_STORE_GCS_ACL: str =

Undocumented

Value
''
IMAGES_STORE_S3_ACL: str =

Undocumented

Value
'private'
ITEM_PIPELINES: dict =

Undocumented

Value
{}
ITEM_PIPELINES_BASE: dict =

Undocumented

Value
{}
ITEM_PROCESSOR: str =

Undocumented

Value
'scrapy.pipelines.ItemPipelineManager'
LOG_DATEFORMAT: str =

Undocumented

Value
'%Y-%m-%d %H:%M:%S'
LOG_ENABLED: bool =

Undocumented

Value
True
LOG_ENCODING: str =

Undocumented

Value
'utf-8'
LOG_FILE =

Undocumented

Value
None
LOG_FORMAT: str =

Undocumented

Value
'%(asctime)s [%(name)s] %(levelname)s: %(message)s'
LOG_FORMATTER: str =

Undocumented

Value
'scrapy.logformatter.LogFormatter'
LOG_LEVEL: str =

Undocumented

Value
'DEBUG'
LOG_SHORT_NAMES: bool =

Undocumented

Value
False
LOG_STDOUT: bool =

Undocumented

Value
False
LOGSTATS_INTERVAL: float =

Undocumented

Value
60.0
MAIL_FROM: str =

Undocumented

Value
'scrapy@localhost'
MAIL_HOST: str =

Undocumented

Value
'localhost'
MAIL_PASS =

Undocumented

Value
None
MAIL_PORT: int =

Undocumented

Value
25
MAIL_USER =

Undocumented

Value
None
MEMDEBUG_ENABLED: bool =

Undocumented

Value
False
MEMDEBUG_NOTIFY: list =

Undocumented

Value
[]
MEMUSAGE_CHECK_INTERVAL_SECONDS: float =

Undocumented

Value
60.0
MEMUSAGE_ENABLED: bool =

Undocumented

Value
True
MEMUSAGE_LIMIT_MB: int =

Undocumented

Value
0
MEMUSAGE_NOTIFY_MAIL: list =

Undocumented

Value
[]
MEMUSAGE_WARNING_MB: int =

Undocumented

Value
0
METAREFRESH_ENABLED: bool =

Undocumented

Value
True
METAREFRESH_IGNORE_TAGS: list =

Undocumented

Value
[]
METAREFRESH_MAXDELAY: int =

Undocumented

Value
100
NEWSPIDER_MODULE: str =

Undocumented

Value
''
RANDOMIZE_DOWNLOAD_DELAY: bool =

Undocumented

Value
True
REACTOR_THREADPOOL_MAXSIZE: int =

Undocumented

Value
10
REDIRECT_ENABLED: bool =

Undocumented

Value
True
REDIRECT_MAX_TIMES: int =

Undocumented

Value
20
REDIRECT_PRIORITY_ADJUST: int =

Undocumented

Value
+2
REFERER_ENABLED: bool =

Undocumented

Value
True
REFERRER_POLICY: str =

Undocumented

Value
'scrapy.spidermiddlewares.referer.DefaultReferrerPolicy'
RETRY_ENABLED: bool =

Undocumented

Value
True
RETRY_HTTP_CODES: list[int] =

Undocumented

Value
[500, 502, 503, 504, 522, 524, 408, 429]
RETRY_PRIORITY_ADJUST: int =

Undocumented

Value
-1
RETRY_TIMES: int =

Undocumented

Value
2
ROBOTSTXT_OBEY: bool =

Undocumented

Value
False
ROBOTSTXT_PARSER: str =

Undocumented

Value
'scrapy.robotstxt.ProtegoRobotParser'
ROBOTSTXT_USER_AGENT =

Undocumented

Value
None
SCHEDULER: str =

Undocumented

Value
'scrapy.core.scheduler.Scheduler'
SCHEDULER_DEBUG: bool =

Undocumented

Value
False
SCHEDULER_DISK_QUEUE: str =

Undocumented

Value
'scrapy.squeues.PickleLifoDiskQueue'
SCHEDULER_MEMORY_QUEUE: str =

Undocumented

Value
'scrapy.squeues.LifoMemoryQueue'
SCHEDULER_PRIORITY_QUEUE: str =

Undocumented

Value
'scrapy.pqueues.ScrapyPriorityQueue'
SCRAPER_SLOT_MAX_ACTIVE_SIZE: int =

Undocumented

Value
5000000
SPIDER_CONTRACTS: dict =

Undocumented

Value
{}
SPIDER_CONTRACTS_BASE: dict[str, int] =

Undocumented

Value
{'scrapy.contracts.default.UrlContract': 1,
 'scrapy.contracts.default.CallbackKeywordArgumentsContract': 1,
 'scrapy.contracts.default.ReturnsContract': 2,
 'scrapy.contracts.default.ScrapesContract': 3}
SPIDER_LOADER_CLASS: str =

Undocumented

Value
'scrapy.spiderloader.SpiderLoader'
SPIDER_LOADER_WARN_ONLY: bool =

Undocumented

Value
False
SPIDER_MIDDLEWARES: dict =

Undocumented

Value
{}
SPIDER_MIDDLEWARES_BASE: dict[str, int] =

Undocumented

Value
{'scrapy.spidermiddlewares.httperror.HttpErrorMiddleware': 50,
 'scrapy.spidermiddlewares.offsite.OffsiteMiddleware': 500,
 'scrapy.spidermiddlewares.referer.RefererMiddleware': 700,
 'scrapy.spidermiddlewares.urllength.UrlLengthMiddleware': 800,
 'scrapy.spidermiddlewares.depth.DepthMiddleware': 900}
SPIDER_MODULES: list =

Undocumented

Value
[]
STATS_CLASS: str =

Undocumented

Value
'scrapy.statscollectors.MemoryStatsCollector'
STATS_DUMP: bool =

Undocumented

Value
True
STATSMAILER_RCPTS: list =

Undocumented

Value
[]
TELNETCONSOLE_ENABLED: int =

Undocumented

Value
1
TELNETCONSOLE_HOST: str =

Undocumented

Value
'127.0.0.1'
TELNETCONSOLE_PASSWORD =

Undocumented

Value
None
TELNETCONSOLE_PORT: list[int] =

Undocumented

Value
[6023, 6073]
TELNETCONSOLE_USERNAME: str =

Undocumented

Value
'scrapy'
TEMPLATES_DIR =

Undocumented

Value
abspath(join(dirname(__file__), '..', 'templates'))
TWISTED_REACTOR =

Undocumented

Value
None
URLLENGTH_LIMIT: int =

Undocumented

Value
2083
USER_AGENT =

Undocumented

Value
f"""Scrapy/{import_module('scrapy').__version__} (+https://scrapy.org)"""