소스 검색

refactor: 超时的请求静默重试

modood 7 년 전
부모
커밋
cbcbf3fb4a
1개의 변경된 파일5개의 추가작업 그리고 5개의 파일을 삭제
  1. 5 5
      lib/crawler.js

+ 5 - 5
lib/crawler.js

@@ -61,7 +61,7 @@ exports.fetchProvinces = async () => {
   try {
     return await exports.fetch(host, 'index', pReg, 2)
   } catch (err) {
-    console.log(`抓取省级数据失败(${err}),正在重试...`)
+    if (err.message !== 'timeout') console.log(`抓取省级数据失败(${err}),正在重试...`)
     return exports.fetchProvinces()
   }
 }
@@ -75,7 +75,7 @@ exports.fetchCities = async (pCode) => {
   try {
     return await exports.fetch(host, pCode, casReg, 4)
   } catch (err) {
-    console.log(`抓取省级(${pCode})的地级数据失败(${err}),正在重试...`)
+    if (err.message !== 'timeout') console.log(`抓取省级(${pCode})的地级数据失败(${err}),正在重试...`)
     return exports.fetchCities(pCode)
   }
 }
@@ -92,7 +92,7 @@ exports.fetchAreas = async (cCode) => {
   try {
     return await exports.fetch(host, `${pCode}/${cCode}`, casReg, 6)
   } catch (err) {
-    console.log(`抓取地级(${cCode})的县级数据失败(${err}),正在重试...`)
+    if (err.message !== 'timeout') console.log(`抓取地级(${cCode})的县级数据失败(${err}),正在重试...`)
     return exports.fetchAreas(cCode)
   }
 }
@@ -111,7 +111,7 @@ exports.fetchStreets = async (aCode, route) => {
   try {
     return await exports.fetch(host, _route, casReg, 9)
   } catch (err) {
-    console.log(`抓取县级(${aCode})的乡级数据失败(${err}),正在重试...`)
+    if (err.message !== 'timeout') console.log(`抓取县级(${aCode})的乡级数据失败(${err}),正在重试...`)
     return exports.fetchStreets(aCode, route)
   }
 }
@@ -131,7 +131,7 @@ exports.fetchVillages = async (sCode, route) => {
   try {
     return await exports.fetch(host, _route, vReg, 12)
   } catch (err) {
-    console.log(`抓取乡级(${sCode})的村级数据失败(${err}),正在重试...`)
+    if (err.message !== 'timeout') console.log(`抓取乡级(${sCode})的村级数据失败(${err}),正在重试...`)
     return exports.fetchVillages(sCode, route)
   }
 }