fix: Catch TimeoutError and ClientPayloadError in dynamic push
This commit is contained in:
@@ -1,6 +1,6 @@
|
|||||||
import asyncio
|
import asyncio
|
||||||
|
|
||||||
from aiohttp import ClientOSError, ServerDisconnectedError
|
from aiohttp import ClientOSError, ServerDisconnectedError, ClientPayloadError
|
||||||
from loguru import logger
|
from loguru import logger
|
||||||
|
|
||||||
from .datasource import DataSource
|
from .datasource import DataSource
|
||||||
@@ -38,6 +38,10 @@ async def dynamic_spider(datasource: DataSource):
|
|||||||
continue
|
continue
|
||||||
except ServerDisconnectedError:
|
except ServerDisconnectedError:
|
||||||
continue
|
continue
|
||||||
|
except TimeoutError:
|
||||||
|
continue
|
||||||
|
except ClientPayloadError:
|
||||||
|
continue
|
||||||
except Exception as ex:
|
except Exception as ex:
|
||||||
logger.exception("动态推送任务抓取最新动态异常", ex)
|
logger.exception("动态推送任务抓取最新动态异常", ex)
|
||||||
continue
|
continue
|
||||||
|
|||||||
Reference in New Issue
Block a user