使用ScrapyRedisMongoDB实现的一个分布式网络爬虫

[{"title":"（ 26 个子文件 2.94MB ） 使用ScrapyRedisMongoDB实现的一个分布式网络爬虫","children":[{"title":"housespider-master","children":[{"title":"main.py <span style='color:#111;'> 414B </span>","children":null,"spread":false},{"title":"scrapy.cfg <span style='color:#111;'> 265B </span>","children":null,"spread":false},{"title":"housespider","children":[{"title":"settings.py <span style='color:#111;'> 4.75KB </span>","children":null,"spread":false},{"title":"pipelines.py <span style='color:#111;'> 2.15KB </span>","children":null,"spread":false},{"title":"middlewares.py <span style='color:#111;'> 2.39KB </span>","children":null,"spread":false},{"title":"__init__.py <span style='color:#111;'> 0B </span>","children":null,"spread":false},{"title":"items.py <span style='color:#111;'> 755B </span>","children":null,"spread":false},{"title":"spiders","children":[{"title":"house.py <span style='color:#111;'> 1.38KB </span>","children":null,"spread":false},{"title":"houseslave.py <span style='color:#111;'> 2.07KB </span>","children":null,"spread":false},{"title":"__init__.py <span style='color:#111;'> 161B </span>","children":null,"spread":false}],"spread":true}],"spread":true},{"title":"LICENSE <span style='color:#111;'> 11.09KB </span>","children":null,"spread":false},{"title":"start.py <span style='color:#111;'> 419B </span>","children":null,"spread":false},{"title":"README.md <span style='color:#111;'> 2.31KB </span>","children":null,"spread":false},{"title":"scrapy_redis","children":[{"title":"defaults.py <span style='color:#111;'> 704B </span>","children":null,"spread":false},{"title":"pipelines.py <span style='color:#111;'> 2.03KB </span>","children":null,"spread":false},{"title":"utils.py <span style='color:#111;'> 192B </span>","children":null,"spread":false},{"title":"picklecompat.py <span style='color:#111;'> 242B </span>","children":null,"spread":false},{"title":"__init__.py <span style='color:#111;'> 183B </span>","children":null,"spread":false},{"title":"dupefilter.py <span style='color:#111;'> 4.59KB </span>","children":null,"spread":false},{"title":"scheduler.py <span style='color:#111;'> 6.31KB </span>","children":null,"spread":false},{"title":"queue.py <span style='color:#111;'> 4.32KB </span>","children":null,"spread":false},{"title":"spiders.py <span style='color:#111;'> 6.67KB </span>","children":null,"spread":false},{"title":"bloomfilter.py <span style='color:#111;'> 1.62KB </span>","children":null,"spread":false},{"title":"connection.py <span style='color:#111;'> 2.25KB </span>","children":null,"spread":false}],"spread":false},{"title":"Twisted-18.4.0-cp36-none-win32.whl <span style='color:#111;'> 2.98MB </span>","children":null,"spread":false},{"title":".gitignore <span style='color:#111;'> 1.18KB </span>","children":null,"spread":false}],"spread":true}],"spread":true}]