可转债数据智能抓取与分析平台优化

本代码是爬取集思录可转债信息&＃xff0c;&＃xff08;除去了发布赎回的&＃xff0c;根据安道全老师的三条安全线投资法添加了建仓线、加仓线、重仓线&＃xff09;&＃xff0c;价格达到三条线的&＃xff0c;给与操作提示。

# V交流&＃xff1a;18233275213
# -*- coding:utf-8 -*-
import json
import requests
import csv
import re
from lxml import etreedef get_dat():headers &＃61; {"User-Agent": "Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/51.0.2704.103 Safari/537.36",}newUrl &＃61;"https://www.jisilu.cn/data/cbnew/cb_list/?___jsl&＃61;LST___t&＃61;1584777951900"#最简单的爬虫请求.也可以加上headers字段&＃xff0c;防止部分网址的反爬虫机制response &＃61; requests.get(newUrl)#当爬取的界面需要用户名密码登录时候&＃xff0c;构建的请求需要包含auth字段data &＃61; response.content.decode("utf-8")dat &＃61; json.loads(data)# 所有数据lst_data &＃61; []for one in dat[&＃39;rows&＃39;]:# 每一条数据lst_dat &＃61; []# 转债idid &＃61; one["id"]dat_cell &＃61; one["cell"]# 是否赎回is_shui &＃61; dat_cell[&＃39;force_redeem&＃39;]if is_shui &＃61;&＃61; None:# 转债名称name &＃61; dat_cell[&＃39;bond_nm&＃39;]# 现价price &＃61; dat_cell[&＃39;price&＃39;]# 溢价率premium_rt &＃61; dat_cell[&＃39;premium_rt&＃39;]# 评级rating_cd &＃61; dat_cell[&＃39;rating_cd&＃39;]# 回售触发价put_convert_price &＃61; dat_cell[&＃39;put_convert_price&＃39;]# 强赎触发价force_redeem_price &＃61; dat_cell[&＃39;force_redeem_price&＃39;]# 剩余时间last_time &＃61; dat_cell[&＃39;year_left&＃39;]# 双低dblow &＃61; dat_cell[&＃39;dblow&＃39;]# 获取赎回价xiangqing_url &＃61; &＃39;https://www.jisilu.cn/data/convert_bond_detail/&＃39; &＃43; idxiangqing_response &＃61; requests.get(xiangqing_url)html &＃61; xiangqing_response.content.decode("utf-8")html &＃61; etree.HTML(html)lixi &＃61; html.xpath(&＃39;.//td[&＃64;id&＃61;"cpn_desc"]/text()&＃39;)pattern &＃61; re.compile(r&＃39;\d&＃43;\.\d&＃43;?&＃39;) # 查找数字lixi &＃61; pattern.findall(lixi[0])shuhuijia &＃61; html.xpath(&＃39;.//td[&＃64;id&＃61;"redeem_price"]/text()&＃39;)li_price &＃61; 0for li in lixi:li_price &＃61; li_price &＃43; float(li)try:jiancang &＃61; float(shuhuijia[0]) &＃43; (li_price - float(lixi[-1])) * 0.8except:jiancang &＃61; 0# 是否可操作if jiancang !&＃61; 0 and float(price) - jiancang < 3:is_oper &＃61; &＃39;建仓&＃39;if jiancang !&＃61; 0 and float(price) - float(shuhuijia[0]) < 3:is_oper &＃61; &＃39;加仓&＃39;else:is_oper &＃61; &＃39;&＃39;lst_dat.append(id)lst_dat.append(name)lst_dat.append(price)lst_dat.append(jiancang)lst_dat.append(shuhuijia[0])lst_dat.append(&＃39;&＃39;)lst_dat.append(premium_rt)lst_dat.append(rating_cd)lst_dat.append(put_convert_price)lst_dat.append(force_redeem_price)lst_dat.append(last_time)lst_dat.append(dblow)lst_dat.append(is_oper)lst_data.append(lst_dat)else:continuereturn lst_datadef wirte_csv(data):# 1. 创建文件对象f &＃61; open(&＃39;可转债.csv&＃39;, &＃39;w&＃39;, encoding&＃61;&＃39;utf-8&＃39;, newline&＃61;&＃39;&＃39;)# 2. 基于文件对象构建 csv写入对象csv_writer &＃61; csv.writer(f)# 3. 构建列表头csv_writer.writerow(["代 码", "转债名称", "现 价", "建仓线", "加仓线", "重仓线", "溢价率", "评级","回售触发价", "强赎触发价", "剩余年限", "双低", "操作"])# 4. 写入csv文件内容for dat in data:csv_writer.writerow(dat)# 5. 关闭文件f.close()if __name__ &＃61;&＃61; &＃39;__main__&＃39;:data &＃61; get_dat()wirte_csv(data)

结果&＃xff1a;