We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 84dea19 commit 1ce4c86Copy full SHA for 1ce4c86
scrapy/spiderloader.py
@@ -17,14 +17,17 @@ class SpiderLoader(object):
17
def __init__(self, settings):
18
self.spider_modules = settings.getlist('SPIDER_MODULES')
19
self._spiders = {}
20
- for name in self.spider_modules:
21
- for module in walk_modules(name):
22
- self._load_spiders(module)
23
-
+ self._load_all_spiders()
+
24
def _load_spiders(self, module):
25
for spcls in iter_spider_classes(module):
26
self._spiders[spcls.name] = spcls
27
+ def _load_all_spiders(self):
+ for name in self.spider_modules:
28
+ for module in walk_modules(name):
29
+ self._load_spiders(module)
30
31
@classmethod
32
def from_settings(cls, settings):
33
return cls(settings)
0 commit comments