feat: filter useless data

Author: liuyi

server/juejin/index.js

@@ -13,7 +13,7 @@ const getJueJinArticleList = async () => {
             }
             const res = await axios.post('https://api.juejin.cn/content_api/v1/article/query_list', params)
             const { data, has_more } = res.data
-            result = result.concat(data)
+            data !== null && (result = result.concat(data))
             has_more && await loop(res.data.cursor)
         }
         console.log('掘金查询开始')

server/utils/mongodb.js

@@ -105,6 +105,10 @@ const updateArticleList = async () => {
 // 查询文章列表
 const getArticleList = async (page, pageSize, sort_type, tag_id) => {
     let allArticleList = await Article.find({ isDelete: 0 })
+
+    // 过滤部分脏数据
+    allArticleList = allArticleList.filter(item => !item.url.includes('undefined'))
+
     const totalCount = allArticleList.length
 
     // 带标签查询