weiboSpider：新浪微博爬虫，用python爬取新浪微博数据-源码

[{"title":"（ 67 个子文件 100KB ） weiboSpider：新浪微博爬虫，用python爬取新浪微博数据-源码","children":[{"title":"weiboSpider-master","children":[{"title":"setup.py <span style='color:#111;'> 821B </span>","children":null,"spread":false},{"title":"weibo_spider","children":[{"title":"writer","children":[{"title":"writer.py <span style='color:#111;'> 453B </span>","children":null,"spread":false},{"title":"txt_writer.py <span style='color:#111;'> 2.12KB </span>","children":null,"spread":false},{"title":"mongo_writer.py <span style='color:#111;'> 1.83KB </span>","children":null,"spread":false},{"title":"__init__.py <span style='color:#111;'> 357B </span>","children":null,"spread":false},{"title":"json_writer.py <span style='color:#111;'> 1.89KB </span>","children":null,"spread":false},{"title":"sqlite_writer.py <span style='color:#111;'> 3.80KB </span>","children":null,"spread":false},{"title":"kafka_writer.py <span style='color:#111;'> 1.22KB </span>","children":null,"spread":false},{"title":"mysql_writer.py <span style='color:#111;'> 5.07KB </span>","children":null,"spread":false},{"title":"csv_writer.py <span style='color:#111;'> 1.90KB </span>","children":null,"spread":false}],"spread":true},{"title":"user.py <span style='color:#111;'> 757B </span>","children":null,"spread":false},{"title":"__init__.py <span style='color:#111;'> 0B </span>","children":null,"spread":false},{"title":"datetime_util.py <span style='color:#111;'> 259B </span>","children":null,"spread":false},{"title":"user_id_list.txt <span style='color:#111;'> 118B </span>","children":null,"spread":false},{"title":"parser","children":[{"title":"__init__.py <span style='color:#111;'> 111B </span>","children":null,"spread":false},{"title":"info_parser.py <span style='color:#111;'> 2.22KB </span>","children":null,"spread":false},{"title":"parser.py <span style='color:#111;'> 126B </span>","children":null,"spread":false},{"title":"index_parser.py <span style='color:#111;'> 2.02KB </span>","children":null,"spread":false},{"title":"util.py <span style='color:#111;'> 2.33KB </span>","children":null,"spread":false},{"title":"page_parser.py <span style='color:#111;'> 15.92KB </span>","children":null,"spread":false},{"title":"comment_parser.py <span style='color:#111;'> 1.44KB </span>","children":null,"spread":false},{"title":"mblog_picAll_parser.py <span style='color:#111;'> 389B </span>","children":null,"spread":false}],"spread":true},{"title":"config_util.py <span style='color:#111;'> 6.89KB </span>","children":null,"spread":false},{"title":"downloader","children":[{"title":"img_downloader.py <span style='color:#111;'> 1.24KB </span>","children":null,"spread":false},{"title":"__init__.py <span style='color:#111;'> 132B </span>","children":null,"spread":false},{"title":"video_downloader.py <span style='color:#111;'> 599B </span>","children":null,"spread":false},{"title":"downloader.py <span style='color:#111;'> 2.27KB </span>","children":null,"spread":false}],"spread":true},{"title":"__main__.py <span style='color:#111;'> 158B </span>","children":null,"spread":false},{"title":"logging.conf <span style='color:#111;'> 941B </span>","children":null,"spread":false},{"title":"spider.py <span style='color:#111;'> 15.38KB </span>","children":null,"spread":false},{"title":"weibo.py <span style='color:#111;'> 989B </span>","children":null,"spread":false},{"title":"config_sample.json <span style='color:#111;'> 753B </span>","children":null,"spread":false}],"spread":false},{"title":".gitignore <span style='color:#111;'> 87B </span>","children":null,"spread":false},{"title":"requirements.txt <span style='color:#111;'> 56B </span>","children":null,"spread":false},{"title":"CONTRIBUTING.md <span style='color:#111;'> 3.37KB </span>","children":null,"spread":false},{"title":".github","children":[{"title":"stale.yml <span style='color:#111;'> 776B </span>","children":null,"spread":false},{"title":"ISSUE_TEMPLATE","children":[{"title":"failed.md <span style='color:#111;'> 885B </span>","children":null,"spread":false},{"title":"other.md <span style='color:#111;'> 97B </span>","children":null,"spread":false},{"title":"bug-report.md <span style='color:#111;'> 1.29KB </span>","children":null,"spread":false},{"title":"feature-request.md <span style='color:#111;'> 289B </span>","children":null,"spread":false}],"spread":true},{"title":"workflows","children":[{"title":"python-app.yml <span style='color:#111;'> 1.13KB </span>","children":null,"spread":false}],"spread":true}],"spread":true},{"title":"README.md <span style='color:#111;'> 15.78KB </span>","children":null,"spread":false},{"title":"tests","children":[{"title":"__init__.py <span style='color:#111;'> 0B </span>","children":null,"spread":false},{"title":"testdata","children":[{"title":"d486235d4a17dd0accb0f2cc77b3648abfa03580b9e0cdb61f1e618f.html <span style='color:#111;'> 23.72KB </span>","children":null,"spread":false},{"title":"e97222acd5bc7d8d1bfbd3f352f8cad3e36fdd19e40b69e1c33fb3c3.html <span style='color:#111;'> 3.61KB </span>","children":null,"spread":false},{"title":"url_map.json <span style='color:#111;'> 1.10KB </span>","children":null,"spread":false},{"title":"4d5ed0a3ebd0303cb45edd544dbc0ab5e86d43e103405f0c60515884.html <span style='color:#111;'> 14.15KB </span>","children":null,"spread":false},{"title":"76233b3f90394581aac6f19cfa5d674a610e8b442b1f83de7673ab49.html <span style='color:#111;'> 3.63KB </span>","children":null,"spread":false},{"title":"a4437630f3bdfa2757bae1595186ac063fe5ec25cf2f98116ece83cb.html <span style='color:#111;'> 19.92KB </span>","children":null,"spread":false},{"title":"4957814af5a123b82e974b5537dea736dfb34e48d8835203a45d2e67.html <span style='color:#111;'> 19.79KB </span>","children":null,"spread":false},{"title":"2f62165fa3ca1e85e0d398d385c377a068b76eb95765f7020ffffd3e.html <span style='color:#111;'> 19.88KB </span>","children":null,"spread":false},{"title":"63a98849ec82b2c87ec55bca03cbf5988f7eac233a23d86b4fdf5ffd.html <span style='color:#111;'> 9.05KB </span>","children":null,"spread":false},{"title":"ca5f2a555e8d62f728c66fa90afb2d54d19f8c898e164204a61bdf03.html <span style='color:#111;'> 5.82KB </span>","children":null,"spread":false}],"spread":true},{"title":"test_parser","children":[{"title":"test_page_parser.py <span style='color:#111;'> 1.50KB </span>","children":null,"spread":false},{"title":"__init__.py <span style='color:#111;'> 0B </span>","children":null,"spread":false},{"title":"test_mblog_picAll_parser.py <span style='color:#111;'> 610B </span>","children":null,"spread":false},{"title":"test_comment_parser.py <span style='color:#111;'> 1.99KB </span>","children":null,"spread":false},{"title":"util.py <span style='color:#111;'> 399B </span>","children":null,"spread":false},{"title":"test_index_parser.py <span style='color:#111;'> 559B </span>","children":null,"spread":false},{"title":"test_info_parser.py <span style='color:#111;'> 415B </span>","children":null,"spread":false}],"spread":true}],"spread":true},{"title":"docs","children":[{"title":"contributors.md <span style='color:#111;'> 2.21KB </span>","children":null,"spread":false},{"title":"example.md <span style='color:#111;'> 6.74KB </span>","children":null,"spread":false},{"title":"userid.md <span style='color:#111;'> 1.84KB </span>","children":null,"spread":false},{"title":"FAQ.md <span style='color:#111;'> 4.17KB </span>","children":null,"spread":false},{"title":"automation.md <span style='color:#111;'> 4.25KB </span>","children":null,"spread":false},{"title":"settings.md <span style='color:#111;'> 10.27KB </span>","children":null,"spread":false},{"title":"cookie.md <span style='color:#111;'> 724B </span>","children":null,"spread":false}],"spread":true}],"spread":true}],"spread":true}]