fix: Catch TimeoutError and ClientPayloadError in dynamic push

This commit is contained in:
LWR
2023-06-16 21:36:28 +08:00
parent 9f707b0b22
commit 4eb04801cd
+5 -1
View File
@@ -1,6 +1,6 @@
import asyncio import asyncio
from aiohttp import ClientOSError, ServerDisconnectedError from aiohttp import ClientOSError, ServerDisconnectedError, ClientPayloadError
from loguru import logger from loguru import logger
from .datasource import DataSource from .datasource import DataSource
@@ -38,6 +38,10 @@ async def dynamic_spider(datasource: DataSource):
continue continue
except ServerDisconnectedError: except ServerDisconnectedError:
continue continue
except TimeoutError:
continue
except ClientPayloadError:
continue
except Exception as ex: except Exception as ex:
logger.exception("动态推送任务抓取最新动态异常", ex) logger.exception("动态推送任务抓取最新动态异常", ex)
continue continue