fix
This commit is contained in:
parent
234afcff7a
commit
8276619657
@ -25,23 +25,18 @@ class htmlUtils:
|
||||
count = 1
|
||||
#数据为空则获取数据
|
||||
while url_text == None:
|
||||
if count <= 10:
|
||||
try:
|
||||
print("请求地址:",curl)
|
||||
res = s.get(curl,stream=True, headers=cls.headers, timeout=50)
|
||||
if type == "bytes":
|
||||
url_text = res
|
||||
else:
|
||||
url_text = html.fromstring(res.text)
|
||||
except:
|
||||
print(f'Retry! 第{count}次')
|
||||
time.sleep(3)
|
||||
traceback.print_exc()
|
||||
count += 1
|
||||
continue
|
||||
else:
|
||||
print(f"fail 请求失败:{curl}")
|
||||
break
|
||||
try:
|
||||
print("请求地址:",curl)
|
||||
res = s.get(curl,stream=True, headers=cls.headers, timeout=50)
|
||||
if type == "bytes":
|
||||
url_text = res
|
||||
else:
|
||||
url_text = html.fromstring(res.text)
|
||||
except:
|
||||
print(f'Retry! 第{count}次')
|
||||
time.sleep(3)
|
||||
traceback.print_exc()
|
||||
continue
|
||||
if type == "None":
|
||||
data = { curl : url_text}
|
||||
cls.url_data.update(data)
|
||||
@ -53,13 +48,15 @@ class htmlUtils:
|
||||
|
||||
@classmethod
|
||||
def getJSON(cls,curl):
|
||||
while True:
|
||||
count = 0
|
||||
while count <= 5:
|
||||
try:
|
||||
res = requests.get(curl, headers=cls.headers,timeout=50)
|
||||
data_json = res.json()
|
||||
return data_json
|
||||
except:
|
||||
print(f"请求失败,重试中...")
|
||||
count += 1
|
||||
time.sleep(1)
|
||||
cls.getJSON(curl)
|
||||
|
||||
|
||||
Loading…
Reference in New Issue
Block a user