爬取iconfont的图标列表
项目中需要搜索指定行业类型的icon,但iconfont不支持按行业搜索,于是把分页列表都爬取下来根据名称全局检索
import ssl import requests as requests f = "lucky.txt" # 1.声明不验证ssl证书 ssl._create_default_https_context = ssl._create_unverified_context a = 1 with open(f,"a") as file: for i in range(1, 1005): res=requests.get("https://www.iconfont.cn/api/collections.json?type=3&sort=time&limit=9&page=%d"%(int(a))) res.encoding = 'utf-8' a += 1 novle = res.json() v = novle['data']['lists'] print("=============================") print("====== 第%d页: ======"%(int(a))) print("=============================") file.write("=============================\n") file.write("====== 第%d页: ======\n" % (int(a))) file.write("=============================\n") for ii in v: #print(ii) print('https://www.iconfont.cn/collections/detail?cid=%d'%(int(ii['id']))) print("name:" + ii['name']) #print('description:' + ii['description']) #print('slug:' + ii['slug']) print('-------------------------') file.write('https://www.iconfont.cn/collections/detail?cid=%d\n' % (int(ii['id']))) file.write("name:" + ii['name'] + '\n') #file.write('description:' + ii['description'] + '\n') #file.write('slug:' + ii['slug'] + '\n') file.write('nickname:' + ii['User']['nickname'] + '\n') #file.write('bio:' + ii['User']['bio'] + '\n') file.write('-----------------------------' + '\n')