基于网络爬虫的新闻采集和订阅系统的设计与实现

[{"title":"（ 63 个子文件 7.01MB ） 基于网络爬虫的新闻采集和订阅系统的设计与实现","children":[{"title":"NewsCrawler","children":[{"title":".gitmodules <span style='color:#111;'> 97B </span>","children":null,"spread":false},{"title":"IPProxyTool","children":null,"spread":false},{"title":"news_web","children":[{"title":"news_web","children":[{"title":"middlewares.py <span style='color:#111;'> 746B </span>","children":null,"spread":false},{"title":"wsgi.py <span style='color:#111;'> 438B </span>","children":null,"spread":false},{"title":"__init__.py <span style='color:#111;'> 0B </span>","children":null,"spread":false},{"title":"settings.py <span style='color:#111;'> 2.75KB </span>","children":null,"spread":false},{"title":"urls.py <span style='color:#111;'> 748B </span>","children":null,"spread":false}],"spread":true},{"title":"web_server","children":[{"title":"models.py <span style='color:#111;'> 1.62KB </span>","children":null,"spread":false},{"title":"apps.py <span style='color:#111;'> 135B </span>","children":null,"spread":false},{"title":"__init__.py <span style='color:#111;'> 0B </span>","children":null,"spread":false},{"title":"migrations","children":[{"title":"__init__.py <span style='color:#111;'> 0B </span>","children":null,"spread":false}],"spread":true},{"title":"views.py <span style='color:#111;'> 1.50KB </span>","children":null,"spread":false},{"title":"admin.py <span style='color:#111;'> 63B </span>","children":null,"spread":false},{"title":"tests.py <span style='color:#111;'> 60B </span>","children":null,"spread":false},{"title":"urls.py <span style='color:#111;'> 208B </span>","children":null,"spread":false}],"spread":true},{"title":"frontend","children":[{"title":"article.html <span style='color:#111;'> 1.78KB </span>","children":null,"spread":false},{"title":"subscription.html <span style='color:#111;'> 3.59KB </span>","children":null,"spread":false}],"spread":true},{"title":"run_server.sh <span style='color:#111;'> 155B </span>","children":null,"spread":false},{"title":"init_db.py <span style='color:#111;'> 146B </span>","children":null,"spread":false},{"title":"manage.py <span style='color:#111;'> 251B </span>","children":null,"spread":false},{"title":"lib","children":[{"title":"utils.py <span style='color:#111;'> 0B </span>","children":null,"spread":false},{"title":"error_code.py <span style='color:#111;'> 269B </span>","children":null,"spread":false},{"title":"__init__.py <span style='color:#111;'> 0B </span>","children":null,"spread":false},{"title":"db_utils.py <span style='color:#111;'> 342B </span>","children":null,"spread":false},{"title":"response.py <span style='color:#111;'> 1.13KB </span>","children":null,"spread":false}],"spread":true}],"spread":true},{"title":"newscrawler","children":[{"title":"scrapy.cfg <span style='color:#111;'> 266B </span>","children":null,"spread":false},{"title":"newscrawler","children":[{"title":"middlewares.py <span style='color:#111;'> 2.97KB </span>","children":null,"spread":false},{"title":"pipelines.py <span style='color:#111;'> 2.29KB </span>","children":null,"spread":false},{"title":"spiders","children":[{"title":"netease.py <span style='color:#111;'> 1.32KB </span>","children":null,"spread":false},{"title":"__init__.py <span style='color:#111;'> 161B </span>","children":null,"spread":false},{"title":"qq.py <span style='color:#111;'> 1.66KB </span>","children":null,"spread":false}],"spread":true},{"title":"utils.py <span style='color:#111;'> 270B </span>","children":null,"spread":false},{"title":"wechat_push.py <span style='color:#111;'> 1.52KB </span>","children":null,"spread":false},{"title":"wechat_config.py <span style='color:#111;'> 452B </span>","children":null,"spread":false},{"title":"items.py <span style='color:#111;'> 414B </span>","children":null,"spread":false},{"title":"__init__.py <span style='color:#111;'> 0B </span>","children":null,"spread":false},{"title":"settings.py <span style='color:#111;'> 13.35KB </span>","children":null,"spread":false}],"spread":true},{"title":"start_crawl.py <span style='color:#111;'> 560B </span>","children":null,"spread":false},{"title":"worker.py <span style='color:#111;'> 152B </span>","children":null,"spread":false}],"spread":true},{"title":"requirements.txt <span style='color:#111;'> 150B </span>","children":null,"spread":false},{"title":".gitignore <span style='color:#111;'> 1.77KB </span>","children":null,"spread":false},{"title":"论文相关文件","children":[{"title":"新闻订阅活动图.png <span style='color:#111;'> 40.79KB </span>","children":null,"spread":false},{"title":"spider实现.png <span style='color:#111;'> 220.61KB </span>","children":null,"spread":false},{"title":"WechatIMG41.jpeg <span style='color:#111;'> 94.95KB </span>","children":null,"spread":false},{"title":"WechatIMG38.png <span style='color:#111;'> 71.49KB </span>","children":null,"spread":false},{"title":"WechatIMG37.png <span style='color:#111;'> 69.37KB </span>","children":null,"spread":false},{"title":"爬虫部分目录.png <span style='color:#111;'> 113.34KB </span>","children":null,"spread":false},{"title":"WechatIMG43.jpeg <span style='color:#111;'> 117.18KB </span>","children":null,"spread":false},{"title":"scrapy架构.png <span style='color:#111;'> 248.17KB </span>","children":null,"spread":false},{"title":"启动API服务器.png <span style='color:#111;'> 111.61KB </span>","children":null,"spread":false},{"title":"MongoDB.png <span style='color:#111;'> 126.17KB </span>","children":null,"spread":false},{"title":"WechatIMG44.jpeg <span style='color:#111;'> 71.03KB </span>","children":null,"spread":false},{"title":"WechatIMG40.png <span style='color:#111;'> 80.32KB </span>","children":null,"spread":false},{"title":"系统总体框架.png <span style='color:#111;'> 205.24KB </span>","children":null,"spread":false},{"title":"WechatIMG39.png <span style='color:#111;'> 78.90KB </span>","children":null,"spread":false},{"title":"WechatIMG42.jpeg <span style='color:#111;'> 137.54KB </span>","children":null,"spread":false},{"title":"订阅与展示部分目录.png <span style='color:#111;'> 160.38KB </span>","children":null,"spread":false},{"title":"新闻推送活动图.png <span style='color:#111;'> 24.90KB </span>","children":null,"spread":false},{"title":"useragent.png <span style='color:#111;'> 177.55KB </span>","children":null,"spread":false},{"title":"用例图.png <span style='color:#111;'> 49.78KB </span>","children":null,"spread":false},{"title":"基于网络爬虫的新闻采集和订阅系统的设计与实现_黄雄镖_终稿.pdf <span style='color:#111;'> 4.83MB </span>","children":null,"spread":false},{"title":"nginx配置.png <span style='color:#111;'> 114.45KB </span>","children":null,"spread":false},{"title":"启动spider.png <span style='color:#111;'> 549.58KB </span>","children":null,"spread":false}],"spread":false},{"title":"README.md <span style='color:#111;'> 238B </span>","children":null,"spread":false}],"spread":true}],"spread":true}]