scrapy-redis分布式爬虫实现案例

[{"title":"（ 15 个子文件 10KB ） scrapy-redis分布式爬虫实现案例","children":[{"title":"Tencent","children":[{"title":"run.py <span style='color:#111;'> 75B </span>","children":null,"spread":false},{"title":"scrapy.cfg <span style='color:#111;'> 257B </span>","children":null,"spread":false},{"title":"Tencent","children":[{"title":"settings.py <span style='color:#111;'> 3.75KB </span>","children":null,"spread":false},{"title":"pipelines.py <span style='color:#111;'> 1.26KB </span>","children":null,"spread":false},{"title":"middlewares.py <span style='color:#111;'> 3.56KB </span>","children":null,"spread":false},{"title":"__init__.py <span style='color:#111;'> 0B </span>","children":null,"spread":false},{"title":"items.py <span style='color:#111;'> 431B </span>","children":null,"spread":false},{"title":"__pycache__","children":[{"title":"items.cpython-36.pyc <span style='color:#111;'> 440B </span>","children":null,"spread":false},{"title":"pipelines.cpython-36.pyc <span style='color:#111;'> 1.59KB </span>","children":null,"spread":false},{"title":"__init__.cpython-36.pyc <span style='color:#111;'> 134B </span>","children":null,"spread":false},{"title":"settings.cpython-36.pyc <span style='color:#111;'> 976B </span>","children":null,"spread":false}],"spread":true},{"title":"spiders","children":[{"title":"tencent.py <span style='color:#111;'> 2.41KB </span>","children":null,"spread":false},{"title":"__init__.py <span style='color:#111;'> 161B </span>","children":null,"spread":false},{"title":"__pycache__","children":[{"title":"tencent.cpython-36.pyc <span style='color:#111;'> 2.44KB </span>","children":null,"spread":false},{"title":"__init__.cpython-36.pyc <span style='color:#111;'> 142B </span>","children":null,"spread":false}],"spread":true}],"spread":true}],"spread":true}],"spread":true}],"spread":true}]