update

rsschecker.py

@@ -0,0 +1,72 @@
+# (C) 2021 lifegpc
+# This file is part of rssbot.
+#
+# This program is free software: you can redistribute it and/or modify
+# it under the terms of the GNU Affero General Public License as published
+# by the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU Affero General Public License for more details.
+#
+# You should have received a copy of the GNU Affero General Public License
+# along with this program.  If not, see <http://www.gnu.org/licenses/>.
+from threading import Thread
+from time import sleep, time
+from RSSEntry import RSSEntry, calHash, ChatEntry
+from traceback import format_exc
+from rssparser import RSSParser
+
+
+class RSSCheckerThread(Thread):
+    def __loop(self):
+        for rss in self._main._db.getAllRSSList():
+            if self.__needUpdate(rss):
+                try:
+                    p = RSSParser()
+                    p.parse(rss.url)
+                    updateTime = int(time())
+                    if p.check():
+                        meta = p.m
+                        itemList = p.itemList[:self._main._setting._maxCount]
+                        itemList.reverse()
+                        for item in itemList:
+                            hashEntry = calHash(rss.url, item)
+                            if not rss.hashList.has(hashEntry):
+                                rss.hashList.add(hashEntry)
+                                for info in rss.chatList:
+                                    chatEntry: ChatEntry = info
+                                    try:
+                                        self._main._sendMessage(
+                                            chatEntry.chatId, meta, item, chatEntry.config)
+                                    except:
+                                        print(format_exc())
+                    self._main._db.updateRSS(
+                        rss.title, rss.url, updateTime, rss.hashList, p.ttl)
+                except:
+                    print(format_exc())
+
+    def __init__(self, m):
+        Thread.__init__(self)
+        from rssbot import main
+        self._main: main = m
+
+    def __needUpdate(self, rss: RSSEntry):
+        if rss.lastupdatetime is None:
+            return True
+        TTL = self._main._setting._minTTL
+        if rss.interval is not None:
+            TTL = max(min(rss.interval, self._main._setting._maxTTL),
+                      self._main._setting._minTTL)
+        TTL = TTL * 60
+        return True if int(time()) > rss.lastupdatetime + TTL else False
+
+    def run(self):
+        while True:
+            try:
+                self.__loop()
+            except:
+                print(format_exc())
+            sleep(1)