From 5767dfb59126866391973cbb4eb012bd7fce36ae Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?=E7=9A=93=E6=9C=88=E5=BD=92=E5=B0=98?= Date: Tue, 12 Nov 2024 13:27:35 +0800 Subject: [PATCH] =?UTF-8?q?fix:=20=E4=BF=AE=E5=A4=8D=E5=AE=89=E5=BE=BD?= =?UTF-8?q?=E6=97=A5=E6=8A=A5=E5=87=BA=E7=8E=B0=E5=B1=80=E9=83=A8=E5=8F=98?= =?UTF-8?q?=E9=87=8Ft=E6=9C=AA=E5=AE=9A=E4=B9=89?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- 地方政策/报刊/CrawlAnhui.py | 11 ++++++----- 1 file changed, 6 insertions(+), 5 deletions(-) diff --git a/地方政策/报刊/CrawlAnhui.py b/地方政策/报刊/CrawlAnhui.py index 524b5fd..3a08470 100644 --- a/地方政策/报刊/CrawlAnhui.py +++ b/地方政策/报刊/CrawlAnhui.py @@ -76,11 +76,12 @@ async def getData(start_date: datetime, end_date: datetime): try: async with AsyncClient(headers=headers, timeout=60, http2=False) as client: print(datetime.now().strftime("%Y-%m-%d %H:%M:%S"), url) - try: - response = await client.get(url) - except Exception as e: - await asyncio.sleep(random.randint(8, 20)) - print(f"尝试第{t + 1}次重连!") + for t in range(5): + try: + response = await client.get(url) + except Exception as e: + await asyncio.sleep(random.randint(8, 20)) + print(f"尝试第{t + 1}次重连!") response.encoding = response.charset_encoding print(f"一级连接状态:{response.status_code}") if response.status_code == 200: