利用scrapy爬虫框架,爬取中国省市县镇村的数据,存储为json文件。
博客:https://blog.csdn.net/qq_39393772/article/details/106234731
示例:
{
"province_num": "11",
"province_name": "北京市",
"province_url": "http://www.stats.gov.cn/tjsj/tjbz/tjyqhdmhcxhfdm/2019/11.html",
"city_num": "110100000000",
"city_name": "市辖区",
"city_url": "http://www.stats.gov.cn/tjsj/tjbz/tjyqhdmhcxhfdm/2019/11/1101.html",
"county_num": "110115000000",
"county_name": "大兴区",
"county_url": "http://www.stats.gov.cn/tjsj/tjbz/tjyqhdmhcxhfdm/2019/11/01/110115.html",
"town_num": "110115109000", "town_name": "北臧村镇",
"town_url": "http://www.stats.gov.cn/tjsj/tjbz/tjyqhdmhcxhfdm/2019/11/01/15/110115109.html",
"village_num": "110115109200",
"village_name": "六合庄村村委会",
"village_class": "220"
}
1