fix: Catch TimeoutError and ClientPayloadError in dynamic push

This commit is contained in:
LWR
2023-06-16 21:36:28 +08:00
parent 9f707b0b22
commit 4eb04801cd

View File

@@ -1,6 +1,6 @@
import asyncio
from aiohttp import ClientOSError, ServerDisconnectedError
from aiohttp import ClientOSError, ServerDisconnectedError, ClientPayloadError
from loguru import logger
from .datasource import DataSource
@@ -38,6 +38,10 @@ async def dynamic_spider(datasource: DataSource):
continue
except ServerDisconnectedError:
continue
except TimeoutError:
continue
except ClientPayloadError:
continue
except Exception as ex:
logger.exception("动态推送任务抓取最新动态异常", ex)
continue