当前位置: 首页 > 后端技术 > Python

【Python笔记】使用python的pyquery简单爬取数据demo

时间:2023-03-25 20:53:41 Python

#!/bin/envpython#_*_编码:utf-8_*_frompyqueryimportPyQueryaspqimporttimeimportrandomdefget_appinfo_from_yyb(app_pack,storenum):url=xxxxxxxxxxxxxxdata=pq(url)ifstorenum==1:app_name=data('.det-name-int').text()app_down_cnt=data('.det-ins-num').text().replace(u'下载','')app_desc=data('.det-app-data-info').text()iflen(app_desc)==0:return""text='\t'.join([app_pack,app_name,app_down_cnt,app_desc])elifstorenum==2:app_name=data('title').text()[:-7]app_down_cnt=""app_desc=data('.app-text.pslide').text().replace('\n','')如果len(app_desc)==0:return""text='\t'.join([app_pack,app_name,app_down_cnt,app_desc])返回textif__name__=='__main__':storenum=2file_num="11999.csv"input_path="1filename"+file_numoutput_path="1result"+file_num#time.sleep(3600*6)withopen(input_path)asfr,open(output_path,"w",encoding='utf-8')asfw:print(input_path,output_path)num=1forapp_apck_nameinfr:app_apck_name=app_apck_name.strip('\n')app_info=get_appinfo_from_yyb(app_apck_name,storenum)print(num,app_apck_name,app_info)如果len(app_info)>0:fw.write('%s\n'%app_info)num=num+1sleep_num=random.randint(100,3000)/1000time.sleep(sleep_num)""""""