WebCrawler:用于获取 Coursera、EdX 和 Udacity 数据的爬虫程序

[{"title":"（ 41 个子文件 804KB ） WebCrawler:用于获取 Coursera、EdX 和 Udacity 数据的爬虫程序","children":[{"title":"WebCrawler-master","children":[{"title":"udacity","children":[{"title":"scrapy.cfg <span style='color:#111;'> 256B </span>","children":null,"spread":false},{"title":".DS_Store <span style='color:#111;'> 6.00KB </span>","children":null,"spread":false},{"title":"udacity","children":[{"title":"pipelines.py <span style='color:#111;'> 287B </span>","children":null,"spread":false},{"title":"spiders","children":[{"title":"__init__.pyc <span style='color:#111;'> 168B </span>","children":null,"spread":false},{"title":"udacity_spider.py <span style='color:#111;'> 3.07KB </span>","children":null,"spread":false},{"title":"udacity_spider.pyc <span style='color:#111;'> 3.56KB </span>","children":null,"spread":false},{"title":"__init__.py <span style='color:#111;'> 161B </span>","children":null,"spread":false}],"spread":true},{"title":"__init__.pyc <span style='color:#111;'> 160B </span>","children":null,"spread":false},{"title":"data","children":[{"title":"items.json <span style='color:#111;'> 736.59KB </span>","children":null,"spread":false},{"title":".DS_Store <span style='color:#111;'> 6.00KB </span>","children":null,"spread":false},{"title":"udacity_3.json <span style='color:#111;'> 61.37KB </span>","children":null,"spread":false},{"title":"udacity.json <span style='color:#111;'> 152.50KB </span>","children":null,"spread":false}],"spread":true},{"title":".DS_Store <span style='color:#111;'> 15.00KB </span>","children":null,"spread":false},{"title":"provider <span style='color:#111;'> 324.25KB </span>","children":null,"spread":false},{"title":"items.py <span style='color:#111;'> 286B </span>","children":null,"spread":false},{"title":"__init__.py <span style='color:#111;'> 0B </span>","children":null,"spread":false},{"title":"item.json <span style='color:#111;'> 1.28KB </span>","children":null,"spread":false},{"title":"settings.py <span style='color:#111;'> 488B </span>","children":null,"spread":false},{"title":"settings.pyc <span style='color:#111;'> 270B </span>","children":null,"spread":false}],"spread":false}],"spread":true},{"title":"edx","children":[{"title":"scrapy.cfg <span style='color:#111;'> 248B </span>","children":null,"spread":false},{"title":".DS_Store <span style='color:#111;'> 6.00KB </span>","children":null,"spread":false},{"title":"edx","children":[{"title":"pipelines.py <span style='color:#111;'> 257B </span>","children":null,"spread":false},{"title":"spiders","children":[{"title":"edx_spider.py <span style='color:#111;'> 2.79KB </span>","children":null,"spread":false},{"title":"__init__.pyc <span style='color:#111;'> 160B </span>","children":null,"spread":false},{"title":".DS_Store <span style='color:#111;'> 6.00KB </span>","children":null,"spread":false},{"title":"__init__.py <span style='color:#111;'> 161B </span>","children":null,"spread":false},{"title":"edx_spider.pyc <span style='color:#111;'> 3.55KB </span>","children":null,"spread":false}],"spread":true},{"title":"__init__.pyc <span style='color:#111;'> 152B </span>","children":null,"spread":false},{"title":"data","children":[{"title":"category_map <span style='color:#111;'> 420B </span>","children":null,"spread":false},{"title":"items.json <span style='color:#111;'> 506.86KB </span>","children":null,"spread":false},{"title":"test.json <span style='color:#111;'> 924.03KB </span>","children":null,"spread":false},{"title":"edx.json <span style='color:#111;'> 311.50KB </span>","children":null,"spread":false}],"spread":true},{"title":"test.json <span style='color:#111;'> 6B </span>","children":null,"spread":false},{"title":".DS_Store <span style='color:#111;'> 15.00KB </span>","children":null,"spread":false},{"title":"items.py <span style='color:#111;'> 421B </span>","children":null,"spread":false},{"title":"__init__.py <span style='color:#111;'> 0B </span>","children":null,"spread":false},{"title":"settings.py <span style='color:#111;'> 443B </span>","children":null,"spread":false},{"title":"settings.pyc <span style='color:#111;'> 254B </span>","children":null,"spread":false}],"spread":true}],"spread":true},{"title":"README.md <span style='color:#111;'> 498B </span>","children":null,"spread":false},{"title":"coursera","children":[{"title":"coursera_requests.py <span style='color:#111;'> 3.07KB </span>","children":null,"spread":false},{"title":"scrape_coursera.py <span style='color:#111;'> 246B </span>","children":null,"spread":false}],"spread":true}],"spread":true}],"spread":true}]