scrapy ---爬取豌豆荚并分析数据

[{"title":"（ 46 个子文件 315KB ） scrapy ---爬取豌豆荚并分析数据","children":[{"title":"wandoujiaScrapy","children":[{"title":"log","children":[{"title":"scrapy_2019_5_7.log <span style='color:#111;'> 0B </span>","children":null,"spread":false},{"title":"scrapy_2019_5_17.log <span style='color:#111;'> 3.64KB </span>","children":null,"spread":false},{"title":"scrapy_2019_5_9.log <span style='color:#111;'> 1.48MB </span>","children":null,"spread":false},{"title":"scrapy_2019_5_8.log <span style='color:#111;'> 0B </span>","children":null,"spread":false},{"title":"__init__.py <span style='color:#111;'> 97B </span>","children":null,"spread":false},{"title":"scrapy_2019_5_18.log <span style='color:#111;'> 4.98KB </span>","children":null,"spread":false},{"title":"scrapy_2019_5_15.log <span style='color:#111;'> 880.92KB </span>","children":null,"spread":false},{"title":"scrapy_2019_5_12.log <span style='color:#111;'> 245.86KB </span>","children":null,"spread":false},{"title":"scrapy_2019_5_19.log <span style='color:#111;'> 16.15KB </span>","children":null,"spread":false}],"spread":true},{"title":"main.py <span style='color:#111;'> 296B </span>","children":null,"spread":false},{"title":"scrapy.cfg <span style='color:#111;'> 273B </span>","children":null,"spread":false},{"title":".idea","children":[{"title":"misc.xml <span style='color:#111;'> 258B </span>","children":null,"spread":false},{"title":"modules.xml <span style='color:#111;'> 282B </span>","children":null,"spread":false},{"title":"workspace.xml <span style='color:#111;'> 48.55KB </span>","children":null,"spread":false},{"title":"wandoujiaScrapy.iml <span style='color:#111;'> 398B </span>","children":null,"spread":false},{"title":"inspectionProfiles","children":[{"title":"profiles_settings.xml <span style='color:#111;'> 228B </span>","children":null,"spread":false}],"spread":true}],"spread":true},{"title":"wandoujiaScrapy","children":[{"title":"middlewares.py <span style='color:#111;'> 2.11KB </span>","children":null,"spread":false},{"title":"pipelines.py <span style='color:#111;'> 4.22KB </span>","children":null,"spread":false},{"title":"spiders","children":[{"title":"wandoujia.py <span style='color:#111;'> 4.23KB </span>","children":null,"spread":false},{"title":"__pycache__","children":[{"title":"wandoujia.cpython-36.pyc <span style='color:#111;'> 2.92KB </span>","children":null,"spread":false},{"title":"__init__.cpython-36.pyc <span style='color:#111;'> 163B </span>","children":null,"spread":false}],"spread":true},{"title":"__init__.py <span style='color:#111;'> 161B </span>","children":null,"spread":false}],"spread":true},{"title":"__pycache__","children":[{"title":"pipelines.cpython-36.pyc <span style='color:#111;'> 5.17KB </span>","children":null,"spread":false},{"title":"items.cpython-36.pyc <span style='color:#111;'> 529B </span>","children":null,"spread":false},{"title":"middlewares.cpython-36.pyc <span style='color:#111;'> 1.76KB </span>","children":null,"spread":false},{"title":"__init__.cpython-36.pyc <span style='color:#111;'> 155B </span>","children":null,"spread":false},{"title":"settings.cpython-36.pyc <span style='color:#111;'> 1.04KB </span>","children":null,"spread":false}],"spread":true},{"title":"items.py <span style='color:#111;'> 634B </span>","children":null,"spread":false},{"title":"__init__.py <span style='color:#111;'> 0B </span>","children":null,"spread":false},{"title":"settings.py <span style='color:#111;'> 4.04KB </span>","children":null,"spread":false},{"title":"util","children":[{"title":"category.py <span style='color:#111;'> 1.84KB </span>","children":null,"spread":false},{"title":"tools.py <span style='color:#111;'> 468B </span>","children":null,"spread":false},{"title":"__pycache__","children":[{"title":"mongodb.cpython-36.pyc <span style='color:#111;'> 7.97KB </span>","children":null,"spread":false},{"title":"__init__.cpython-36.pyc <span style='color:#111;'> 212B </span>","children":null,"spread":false},{"title":"Bloomfilter.cpython-36.pyc <span style='color:#111;'> 2.80KB </span>","children":null,"spread":false},{"title":"tools.cpython-36.pyc <span style='color:#111;'> 546B </span>","children":null,"spread":false},{"title":"category.cpython-36.pyc <span style='color:#111;'> 2.21KB </span>","children":null,"spread":false}],"spread":false},{"title":"__init__.py <span style='color:#111;'> 97B </span>","children":null,"spread":false},{"title":"Bloomfilter.py <span style='color:#111;'> 2.56KB </span>","children":null,"spread":false},{"title":"mongodb.py <span style='color:#111;'> 7.71KB </span>","children":null,"spread":false}],"spread":true},{"title":"pyechart_n","children":[{"title":"pie_APP类型.html <span style='color:#111;'> 3.95KB </span>","children":null,"spread":false},{"title":"APP类型.html <span style='color:#111;'> 6.82KB </span>","children":null,"spread":false},{"title":"software_Analyse.py <span style='color:#111;'> 2.93KB </span>","children":null,"spread":false},{"title":"__init__.py <span style='color:#111;'> 98B </span>","children":null,"spread":false},{"title":"APP排名.html <span style='color:#111;'> 7.01KB </span>","children":null,"spread":false},{"title":"词云——APP排名.html <span style='color:#111;'> 5.24KB </span>","children":null,"spread":false}],"spread":false}],"spread":true}],"spread":true}],"spread":true}]