抓取搜狐的有效链接和文章内容

[{"title":"（ 24 个子文件 3.23MB ） 抓取搜狐的有效链接和文章内容","children":[{"title":"scrapy","children":[{"title":".idea","children":[{"title":"misc.xml <span style='color:#111;'> 197B </span>","children":null,"spread":false},{"title":"workspace.xml <span style='color:#111;'> 20.79KB </span>","children":null,"spread":false},{"title":"scrapy.iml <span style='color:#111;'> 467B </span>","children":null,"spread":false},{"title":"modules.xml <span style='color:#111;'> 264B </span>","children":null,"spread":false}],"spread":true},{"title":"redis_spider.py <span style='color:#111;'> 4.16KB </span>","children":null,"spread":false},{"title":"fox","children":[{"title":"sohu.csv <span style='color:#111;'> 5.90MB </span>","children":null,"spread":false},{"title":"scrapy.cfg <span style='color:#111;'> 249B </span>","children":null,"spread":false},{"title":"__init__.py <span style='color:#111;'> 0B </span>","children":null,"spread":false},{"title":"fox","children":[{"title":"settings.py <span style='color:#111;'> 3.41KB </span>","children":null,"spread":false},{"title":"pipelines.py <span style='color:#111;'> 646B </span>","children":null,"spread":false},{"title":"middlewares.py <span style='color:#111;'> 3.68KB </span>","children":null,"spread":false},{"title":"__init__.py <span style='color:#111;'> 0B </span>","children":null,"spread":false},{"title":"items.py <span style='color:#111;'> 309B </span>","children":null,"spread":false},{"title":"__pycache__","children":[{"title":"__init__.cpython-35.pyc <span style='color:#111;'> 151B </span>","children":null,"spread":false},{"title":"middlewares.cpython-35.pyc <span style='color:#111;'> 2.73KB </span>","children":null,"spread":false},{"title":"pipelines.cpython-35.pyc <span style='color:#111;'> 755B </span>","children":null,"spread":false},{"title":"items.cpython-35.pyc <span style='color:#111;'> 439B </span>","children":null,"spread":false},{"title":"settings.cpython-35.pyc <span style='color:#111;'> 659B </span>","children":null,"spread":false}],"spread":true},{"title":"spiders","children":[{"title":"__init__.py <span style='color:#111;'> 161B </span>","children":null,"spread":false},{"title":"__pycache__","children":[{"title":"__init__.cpython-35.pyc <span style='color:#111;'> 159B </span>","children":null,"spread":false},{"title":"sohu.cpython-35.pyc <span style='color:#111;'> 1.92KB </span>","children":null,"spread":false}],"spread":false},{"title":"douyu.py <span style='color:#111;'> 211B </span>","children":null,"spread":false},{"title":"sohu.py <span style='color:#111;'> 1.72KB </span>","children":null,"spread":false}],"spread":false}],"spread":true}],"spread":true},{"title":"06-深入了解Scrapy.pdf <span style='color:#111;'> 1.32MB </span>","children":null,"spread":false}],"spread":true}],"spread":true}]