This commit is contained in:
caiwx86 2022-12-11 22:16:05 +08:00
parent 234afcff7a
commit 8276619657

View File

@ -25,23 +25,18 @@ class htmlUtils:
count = 1
#数据为空则获取数据
while url_text == None:
if count <= 10:
try:
print("请求地址:",curl)
res = s.get(curl,stream=True, headers=cls.headers, timeout=50)
if type == "bytes":
url_text = res
else:
url_text = html.fromstring(res.text)
except:
print(f'Retry! 第{count}')
time.sleep(3)
traceback.print_exc()
count += 1
continue
else:
print(f"fail 请求失败:{curl}")
break
try:
print("请求地址:",curl)
res = s.get(curl,stream=True, headers=cls.headers, timeout=50)
if type == "bytes":
url_text = res
else:
url_text = html.fromstring(res.text)
except:
print(f'Retry! 第{count}')
time.sleep(3)
traceback.print_exc()
continue
if type == "None":
data = { curl : url_text}
cls.url_data.update(data)
@ -53,13 +48,15 @@ class htmlUtils:
@classmethod
def getJSON(cls,curl):
while True:
count = 0
while count <= 5:
try:
res = requests.get(curl, headers=cls.headers,timeout=50)
data_json = res.json()
return data_json
except:
print(f"请求失败,重试中...")
count += 1
time.sleep(1)
cls.getJSON(curl)