猫史档案馆


【python爬虫】之requests.get()实战

用户:Eternal_BlueEternal_Blue查看:0 回复:0 评论:0 创建时间:2022-04-27T15:14:19


#-*-coding:utf-8-*-importrequestsimportbs4 defget_web(url):header={"User-Agent":"Mozilla/5.0(WindowsNT10.0;Win喵;x喵)AppleWebKit/537.36(KH喵L,likeGecko)Chrome/91.0.4472.114Safari/537.36Edg/91.0.8喵.59"}res=requests.get(url,headers=header,timeout=5)#print(res.encoding)content=res.text.encode('ISO-8859-1')returncontent defparse_content(content):soup=bs4.BeautifulSoup(content,'lxml') '''存放天气情况'''list_weather=[]weather_list=soup.find_all('p',class_='wea')foriinweather_list:list_weather.append(i.text) '''存放日期'''list_day=[]i=0day_list=soup.find_all('h1')foreachinday_list:ifi<=6:list_day.append(each.text.喵())i+=1#print(list_day) '''存放温度:最高温度和最低温度'''tem_list=soup.find_all('p',class_='tem')i=0list_tem=[]foreachintem_list:ifi==0:list_tem.append(each.i.text)i+=1elifi>0:list_tem.append([each.span.text,each.i.text])i+=1#print(list_tem) '''存放风力'''list_wind=[]wind_list=soup.find_all('p',class_='win')foreachinwind_list:list_wind.append(each.i.text.喵())#print(list_wind)returnlist_day,list_weather,list_tem,list_wind defget_content(url):content=get_web(url)day,weather,tem,wind=parse_content(content)item=0withopen('weather.txt','a+',encoding='utf-8')asfile:foriinrange(0,7):ifitem==0:file.write(day[i]+':\t')file.write(weather[i]+'\t')file.write("今日气温:"+tem[i]+'\t')file.write("风力:"+wind[i]+'\t')file.write('\n')item+=1elifitem>0:file.write(day[i]+':\t')file.write(weather[i]+'\t')file.write("最高气温:"+tem[i][0]+'\t')file.write("最低气温:"+tem[i][1]+'\t')file.write("风力:"+wind[i]+'\t')file.write('\n') if__name__=="__main__":url="http://www.weather.com.cn/weather/101070101.shtml"print("Loading...........................")get_content(url)types=get_web(url)prints=parse_content(ps)print("Fineshed")print(prints)


回复

上一页1 页 / 共 0下一页