莒县网页设计_鸡西seo公司_科技有限公司是什么性质_设计师网上接单的网站
.citykey=['kunming','lijiang','xishuangbanna','baoshan','yuxi','qujing','puer','dehong','lincang','zhaotong','dali','quxiong','honghe','wenshan','nujiang','diqing']def getHTMLText(url): try:r = requests.get(url, timeout=300)r.raise_for_status() r.encoding = 'utf-8' return r.textexcept:return " error "def findHTMLText(text):soup = BeautifulSoup( text, "html.parser" ) return soup.find_all(string=re.compile('^\d{1,4}$|^[\u4e00-\u9fa5]|(市)|(出院)|(例)|(人)|(年)|(月)|(日)|(时)')) def getCONTENT(url): text = getHTMLText(url) text = re.sub('\r|\n|\t', '', text)res = findHTMLText(text) i=0for r in res:s = re.sub('\xa0','',r)res[i] = "".join(s.split())i+=1return resdef yunnanold(list,data=['云南省'],citylist=const.citylist):text = max(list,key=len) print(text)for k in citylist:if not k in text:result = k + '0' + '例'data.append(result)continueif k in '无死亡病例':if '无死亡病例' in text:result = '无死亡病例'data.append(result)continueif k=='医学观察':num = getText.get_str_btw(text, k, '人')result = k + num + '人'else:num = getText.get_str_btw(text, k, '例')result = k + num + '例'data.append(result)return datadef cleandataold(city,list,data=['云南省']): new = False yfind = False place = ''for l in list:if '新增' in l:new = Trueif '确诊' in l:new = Falseif city in '无死亡' and '无死亡' in l:result = '无死亡病例'data.append(result)breakif city in l:if new :continueelse:place = cityyfind = Trueif l.isdigit() and yfind :result = place+l+'例'yfind = Falsedata.append(result)if not new:return datareturn datadef cleandata(city,list,data=['云南省']): citykey = cityyfind = True cityfind = True place = ''text='' for l in list:text=text+lwhile not getText.is_number(getText.get_str_btw(text,citykey,'例')):if getText.get_str_btw(text, citykey, '例').strip() == '':cityfind=Falsebreakpar = text.partition(citykey)text=par[2]if cityfind:num1 = getText.get_str_btw(text, citykey, '例')textpart = text.partition(citykey)[2]while not getText.is_number(getText.get_str_btw(textpart, citykey, '例')):if getText.get_str_btw(textpart, citykey, '例').strip() == '':yfind = Falsebreakpar = textpart.partition(citykey)textpart = par[2]if yfind: num2 = getText.get_str_btw(textpart, citykey, '例')else:num2 = 0if int(num1) > int(num2):num = num1else:num = num2else:num = 0virus = citykey + str(num) + '例'data.append(virus)return datadef yunnan(list,data,citylist=const.citylist): print('getdynamicdata.yunnan()')for city in citylist:result = cleandata(city, list,data)return resultdef getlist(urllist, citylist=const.citylist,mutilist = ['云南省']):for u in urllist:urlone = u[2]if not '肺炎疫情情况' in u[1]: continueres = getCONTENT(urlone)ldate = getText.get_str_btw(u[0],'[',']')'''if datetime.datetime.strptime(ldate,'%Y-%m-%d')>datetime.datetime.strptime('2020-1-30','%Y-%m-%d'):print('new')mutilist = yunnan(res,mutilist,citylist)else:print('old')mutilist = yunnanold(res, mutilist, citylist)'''mutilist = yunnan(res, mutilist, citylist)mutilist.append(u[0]) return mutilistdef getoldlinkdata():record = Total.objects.order_by('id').last()print(record.date_record)return record.date_recorddef geturllistfromdatabase():print('从数据库读取链接列表')urllist = []dayd = getoldlinkdata()print('fail')list = Linktable.objects.filter(linkdate__gte=dayd).order_by("-id") d=datetime.datetime.strptime('2020-1-20','%Y-%m-%d')for l in list:if not '肺炎疫情情况' in l.linktitle:continueif d == l.linkdate:continued=l.linkdateu = ('['+str(l.linkdate)+']', l.linktitle, l.linkvule)urllist.append(u)print('打印geturllistfromdatabase()')print(urllist)return urllistdef getvirusdata(): urllist = geturllistfromdatabase()datalist= getlist(urllist, citylist=const.citylist, mutilist=['云南省']) return datalistdef getvirusdata00():url1 = 'http://ynswsjkw.yn.gov.cn/wjwWebsite/web/doc/UU158004254342965198'kk = getCONTENT(url1)datalist = yunnanold(kk, data=['云南省'], citylist=const.citylist)datalist.append('[2020-2-7]')return datalistdef getvirusdata11():url1 = 'http://ynswsjkw.yn.gov.cn/wjwWebsite/web/doc/UU158101410083798470'kk = getCONTENT(url1)datalist = yunnan(kk, data=['云南省'], citylist=const.citylist)datalist.append('[2020-2-6]')return datalist">