138 lines
4.7 KiB
Python
138 lines
4.7 KiB
Python
# (C) 2021 lifegpc
|
|
# This file is part of rssbot.
|
|
#
|
|
# This program is free software: you can redistribute it and/or modify
|
|
# it under the terms of the GNU Affero General Public License as published
|
|
# by the Free Software Foundation, either version 3 of the License, or
|
|
# (at your option) any later version.
|
|
#
|
|
# This program is distributed in the hope that it will be useful,
|
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
# GNU Affero General Public License for more details.
|
|
#
|
|
# You should have received a copy of the GNU Affero General Public License
|
|
# along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
from json import loads
|
|
from config import RSSConfig
|
|
from time import time_ns
|
|
from typing import List
|
|
from hashl import sha256WithBase64
|
|
|
|
|
|
class ChatEntry:
|
|
def __init__(self, data=None):
|
|
self.chatId = data[0] if data is not None and data[0] is not None else None
|
|
self.id = data[1] if data is not None and data[1] is not None else None
|
|
try:
|
|
self.config = RSSConfig(
|
|
loads(data[2])) if data is not None and data[2] is not None else RSSConfig()
|
|
except:
|
|
self.config = RSSConfig()
|
|
|
|
|
|
class HashEntry:
|
|
def __init__(self, data=None, id: str = None, hash: str = None):
|
|
self.id = data[0] if data is not None and data[0] is not None else None
|
|
self.hash = data[1] if data is not None and data[1] is not None else None
|
|
self.time = data[2] if data is not None and data[2] is not None else time_ns()
|
|
if id is not None:
|
|
self.id = id
|
|
if hash is not None:
|
|
self.hash = hash
|
|
|
|
|
|
def calHash(url: dict, item: dict) -> HashEntry:
|
|
hashd = sha256WithBase64(url)
|
|
hasht = url
|
|
if 'title' in item and item['title'] is not None:
|
|
hasht = hasht + item['title']
|
|
if 'link' in item and item['link'] is not None:
|
|
hasht = hasht + item['link']
|
|
matched = False
|
|
if 'published' in item and item['published'] is not None:
|
|
hasht = hasht + item['published']
|
|
matched = True
|
|
if 'updated' in item and item['updated'] is not None:
|
|
hasht = hasht + item['updated']
|
|
matched = True
|
|
if 'pubDate' in item and item['pubDate'] is not None:
|
|
hasht = hasht + item['pubDate']
|
|
matched = True
|
|
if not matched and 'description' in item and item['description'] is not None:
|
|
hasht = hasht + item['description']
|
|
hashed = sha256WithBase64(hasht)
|
|
return HashEntry(id=hashd, hash=hashed)
|
|
|
|
|
|
class HashEntries:
|
|
def __init__(self, maxCount: int = 100):
|
|
self.__list = []
|
|
self.__maxCount = maxCount if maxCount is not None and maxCount >= 1 else 100
|
|
|
|
def __removeMax(self):
|
|
self.__sort()
|
|
while len(self.__list) > self.__maxCount:
|
|
t = self.__list[0]
|
|
self.__list.remove(t)
|
|
|
|
def __sort(self, reverse: bool = False):
|
|
self.__list.sort(key=lambda d: d.time, reverse=reverse)
|
|
|
|
def add(self, d: HashEntry):
|
|
if d.hash is not None and d.id is not None:
|
|
o = None
|
|
for v in self.__list:
|
|
if v.hash == d.hash and v.id == d.id:
|
|
if d.time > v.time:
|
|
o = v
|
|
break
|
|
else:
|
|
return
|
|
if o is not None:
|
|
self.__list.remove(o)
|
|
self.__list.append(d)
|
|
self.__removeMax()
|
|
|
|
def getList(self) -> List[HashEntry]:
|
|
self.__removeMax()
|
|
r = []
|
|
for i in self.__list:
|
|
r.append(i)
|
|
return r
|
|
|
|
def has(self, d: HashEntry) -> bool:
|
|
if d.hash is None or d.id is None:
|
|
return False
|
|
for v in self.__list:
|
|
if v.hash == d.hash and v.id == d.id:
|
|
if d.time > v.time:
|
|
v.time = d.time
|
|
return True
|
|
return False
|
|
|
|
def setMaxCount(self, maxCount: int):
|
|
self.__maxCount = maxCount if maxCount >= 1 else 100
|
|
self.__removeMax()
|
|
|
|
|
|
class RSSEntry:
|
|
def __init__(self, data=None, maxCount: int = 100):
|
|
self.title = None
|
|
if data is not None and data[0] is not None:
|
|
self.title = data[0]
|
|
self.url = None
|
|
if data is not None and data[1] is not None:
|
|
self.url = data[1]
|
|
self.interval = None
|
|
if data is not None and data[2] is not None:
|
|
self.interval = data[2]
|
|
self.lastupdatetime = None
|
|
if data is not None and data[3] is not None:
|
|
self.lastupdatetime = data[3]
|
|
self.id = None
|
|
if data is not None and data[4] is not None:
|
|
self.id = data[4]
|
|
self.chatList = []
|
|
self.hashList = HashEntries(maxCount)
|