fix: Catch TimeoutError and ClientPayloadError in dynamic push
This commit is contained in:
@@ -1,6 +1,6 @@
|
||||
import asyncio
|
||||
|
||||
from aiohttp import ClientOSError, ServerDisconnectedError
|
||||
from aiohttp import ClientOSError, ServerDisconnectedError, ClientPayloadError
|
||||
from loguru import logger
|
||||
|
||||
from .datasource import DataSource
|
||||
@@ -38,6 +38,10 @@ async def dynamic_spider(datasource: DataSource):
|
||||
continue
|
||||
except ServerDisconnectedError:
|
||||
continue
|
||||
except TimeoutError:
|
||||
continue
|
||||
except ClientPayloadError:
|
||||
continue
|
||||
except Exception as ex:
|
||||
logger.exception("动态推送任务抓取最新动态异常", ex)
|
||||
continue
|
||||
|
||||
Reference in New Issue
Block a user