Kaynağa Gözat

refactor: 超时的请求静默重试

modood 7 yıl önce
ebeveyn
işleme
cbcbf3fb4a
1 değiştirilmiş dosya ile 5 ekleme ve 5 silme
  1. 5 5
      lib/crawler.js

+ 5 - 5
lib/crawler.js

@@ -61,7 +61,7 @@ exports.fetchProvinces = async () => {
   try {
     return await exports.fetch(host, 'index', pReg, 2)
   } catch (err) {
-    console.log(`抓取省级数据失败(${err}),正在重试...`)
+    if (err.message !== 'timeout') console.log(`抓取省级数据失败(${err}),正在重试...`)
     return exports.fetchProvinces()
   }
 }
@@ -75,7 +75,7 @@ exports.fetchCities = async (pCode) => {
   try {
     return await exports.fetch(host, pCode, casReg, 4)
   } catch (err) {
-    console.log(`抓取省级(${pCode})的地级数据失败(${err}),正在重试...`)
+    if (err.message !== 'timeout') console.log(`抓取省级(${pCode})的地级数据失败(${err}),正在重试...`)
     return exports.fetchCities(pCode)
   }
 }
@@ -92,7 +92,7 @@ exports.fetchAreas = async (cCode) => {
   try {
     return await exports.fetch(host, `${pCode}/${cCode}`, casReg, 6)
   } catch (err) {
-    console.log(`抓取地级(${cCode})的县级数据失败(${err}),正在重试...`)
+    if (err.message !== 'timeout') console.log(`抓取地级(${cCode})的县级数据失败(${err}),正在重试...`)
     return exports.fetchAreas(cCode)
   }
 }
@@ -111,7 +111,7 @@ exports.fetchStreets = async (aCode, route) => {
   try {
     return await exports.fetch(host, _route, casReg, 9)
   } catch (err) {
-    console.log(`抓取县级(${aCode})的乡级数据失败(${err}),正在重试...`)
+    if (err.message !== 'timeout') console.log(`抓取县级(${aCode})的乡级数据失败(${err}),正在重试...`)
     return exports.fetchStreets(aCode, route)
   }
 }
@@ -131,7 +131,7 @@ exports.fetchVillages = async (sCode, route) => {
   try {
     return await exports.fetch(host, _route, vReg, 12)
   } catch (err) {
-    console.log(`抓取乡级(${sCode})的村级数据失败(${err}),正在重试...`)
+    if (err.message !== 'timeout') console.log(`抓取乡级(${sCode})的村级数据失败(${err}),正在重试...`)
     return exports.fetchVillages(sCode, route)
   }
 }