feat(error-send-ev): auto update feed url

Author: fengkx

.eslintrc.js

@@ -83,7 +83,7 @@ module.exports = {
         'max-depth': 'error',
         'max-len': 'off',
         'max-lines': 'error',
-        'max-lines-per-function': 'error',
+        'max-lines-per-function': 'off',
         'max-nested-callbacks': 'error',
         'max-params': 'error',
         'max-statements': 'off',

i18n/en.yaml

@@ -41,3 +41,5 @@ CANCEL: Canceled
 PAGE_PRE: Previous page
 PAGE_NEXT: Next page
 FOUND_FEED_MORE_THAN_ONE: Found feed more than 1
+FOUND_FEEDS: Found feeds
+FEED_CHANGE_TO: Feed Change to

i18n/zh-cn.yaml

@@ -41,3 +41,5 @@ CANCEL: 取消操作
 PAGE_PRE: 上一页
 PAGE_NEXT: 下一页
 FOUND_FEED_MORE_THAN_ONE: 找到不止一个订阅地址
+FOUND_FEEDS: 找到的订阅地址
+FEED_CHANGE_TO: 订阅源地址变为

index.js

@@ -195,8 +195,12 @@ function startFetchProcess(restartTime) {
         logger.error('fetch process exit to much');
         process.exit(1);
     }
-    const chid = fork(`utils/fetch.js`);
-    chid.on('message', function(message) {
+    let child = process.env.NODE_PRODUTION
+        ? fork(`utils/fetch.js`)
+        : fork(`utils/fetch.js`, [], {
+              execArgv: ['--inspect-brk=46209']
+          });
+    child.on('message', function(message) {
         if (typeof message === 'string') logger.info(message);
         else if (message.success) {
             const feed = message.eachFeed;
@@ -209,15 +213,27 @@ function startFetchProcess(restartTime) {
                     bot,
                     `${feed.feed_title}: <a href="${feed.url}">${
                         feed.url
-                    }</a> ${i18n['ERROR_MANY_TIME']} ${err}
-                `,
+                    }</a> ${i18n['ERROR_MANY_TIME']} ${err}`,
                     feed
                 );
             }
+            if (message.message === 'CHANGE') {
+                const { feed, new_feed } = message;
+                const builder = [];
+                builder.push(
+                    `${feed.feed_title}: <a href="${feed.url}"></a> ${
+                        i18n['ERROR_MANY_TIME']
+                    }`
+                );
+                builder.push(`<b>${i18n['FOUND_FEEDS']}</b>:`);
+                builder.push(...new_feed);
+                builder.push(`${i18n['FEED_CHANGE_TO']} ${new_feed[0]}`);
+                send(bot, builder.join('\n'), feed);
+            }
         }
     });
 
-    chid.on('exit', function(code, signal) {
+    child.on('exit', function(code, signal) {
         logger.error(`child process exit`);
         logger.error({
             code,

proxies/rssFeed.js

@@ -247,4 +247,15 @@ px.handleRedirect = async (url, realUrl) => {
     }
 };
 
+px.updateFeedUrl = async (oldUrl, newUrl) => {
+    try {
+        const db = await dbPomise;
+        const sql = `UPDATE rss_feed
+                 SET url=?
+                 WHERE url = ?`;
+        await db.run(sql, newUrl, oldUrl);
+    } catch (e) {
+        throw new Error('DB_ERROR');
+    }
+};
 module.exports = px;

utils/fetch.js

@@ -5,13 +5,15 @@ const hashFeed = require('./hash-feed');
 const _pick = require('lodash.pick');
 const schedule = require('node-schedule');
 const logger = require('./logger');
+const feedUtil = require('./feed');
 const {
     getAllFeeds,
     updateHashList,
     failAttempt,
     getFeedByUrl,
     resetErrorCount,
-    handleRedirect
+    handleRedirect,
+    updateFeedUrl
 } = require('../proxies/rssFeed');
 const {
     notify_error_count,
@@ -20,6 +22,29 @@ const {
     concurrency
 } = require('../config');
 
+async function handleErr(e, feed) {
+    logger.info(feed, 'ERROR_MANY_TIME');
+    process.send({
+        success: false,
+        message: 'MAX_TIME',
+        err: e.message,
+        feed
+    });
+    const originUrl = new URL(feed.url).origin;
+    const res = await got(originUrl);
+    const newUrl = await feedUtil.findFeed(res.body, originUrl);
+    if (newUrl.length > 0) {
+        updateFeedUrl(feed.url, newUrl[0]);
+        process.send({
+            success: false,
+            message: 'CHANGE',
+            err: e.message,
+            new_feed: newUrl,
+            feed
+        });
+    }
+}
+
 const fetch = async (feedUrl) => {
     try {
         logger.debug(`fetching ${feedUrl}`);
@@ -44,13 +69,7 @@ const fetch = async (feedUrl) => {
             feed.error_count % round_time === 0 &&
             feed.error_count > round_time;
         if (feed.error_count === notify_error_count || round_happen) {
-            logger.info(feed, 'ERROR_MANY_TIME');
-            process.send({
-                success: false,
-                message: 'MAX_TIME',
-                err: e.message,
-                feed
-            });
+            handleErr(e, feed);
         }
         if (e instanceof Error && e.response) {
             logger.debug(e.response);