Python-基于Redis实现的简单到爆的分布式爬虫

[{"title":"（ 16 个子文件 16KB ） Python-基于Redis实现的简单到爆的分布式爬虫","children":[{"title":"Ugly-Distributed-Crawler-master","children":[{"title":"LICENSE <span style='color:#111;'> 16.33KB </span>","children":null,"spread":false},{"title":"master","children":[{"title":"config.py <span style='color:#111;'> 599B </span>","children":null,"spread":false},{"title":"MasterMain.py <span style='color:#111;'> 2.04KB </span>","children":null,"spread":false},{"title":"basic_func.py <span style='color:#111;'> 1.11KB </span>","children":null,"spread":false},{"title":"start.py <span style='color:#111;'> 91B </span>","children":null,"spread":false}],"spread":true},{"title":"README.md <span style='color:#111;'> 2.29KB </span>","children":null,"spread":false},{"title":".gitignore <span style='color:#111;'> 1.02KB </span>","children":null,"spread":false},{"title":"worker","children":[{"title":"db.py <span style='color:#111;'> 1020B </span>","children":null,"spread":false},{"title":"WorkerMain.py <span style='color:#111;'> 1.59KB </span>","children":null,"spread":false},{"title":"config.py <span style='color:#111;'> 624B </span>","children":null,"spread":false},{"title":"basic_func.py <span style='color:#111;'> 1.20KB </span>","children":null,"spread":false},{"title":"start.py <span style='color:#111;'> 66B </span>","children":null,"spread":false},{"title":"filters.py <span style='color:#111;'> 1.71KB </span>","children":null,"spread":false}],"spread":true},{"title":"cooperator","children":[{"title":"config.py <span style='color:#111;'> 250B </span>","children":null,"spread":false},{"title":"CoperProxy.py <span style='color:#111;'> 2.68KB </span>","children":null,"spread":false},{"title":"start.py <span style='color:#111;'> 185B </span>","children":null,"spread":false}],"spread":true}],"spread":true}],"spread":true}]