feat: add rss engine

backend/src/module/rss/engine.py

@@ -0,0 +1,75 @@
+import re
+
+from module.database import RSSDatabase, BangumiDatabase, TorrentDatabase
+from module.models import BangumiData, RSSItem, TorrentData
+from module.network import RequestContent, TorrentInfo
+
+
+class RSSEngine(RequestContent):
+
+    @staticmethod
+    def _get_rss_items() -> list[RSSItem]:
+        with RSSDatabase() as db:
+            return db.get_all()
+
+    @staticmethod
+    def _get_bangumi_data(rss_link: str) -> list[BangumiData]:
+        with BangumiDatabase() as db:
+            return db.get_rss_data(rss_link)
+
+    def add_rss(self, rss_link: str, name: str, combine: bool):
+        if not name:
+            name = self.get_rss_title(rss_link)
+        insert_data = RSSItem(item_path=name, url=rss_link, combine=combine)
+        with RSSDatabase() as db:
+            db.insert_one(insert_data)
+
+    def pull_rss(self, rss_item: RSSItem) -> list[TorrentInfo]:
+        torrents = self.get_torrents(rss_item.url)
+        return torrents
+
+    @staticmethod
+    def match_torrent(torrent: TorrentInfo) -> TorrentData | None:
+        with BangumiDatabase() as db:
+            bangumi_data = db.match_torrent(torrent.name)
+            if bangumi_data:
+                _filter = "|".join(bangumi_data.filter)
+                if re.search(_filter, torrent.name):
+                    return None
+                else:
+                    return TorrentData(
+                        name=torrent.name,
+                        url=torrent.torrent_link,
+                    )
+            return None
+
+    @staticmethod
+    def filter_torrent(torrents: list[TorrentInfo]) -> list[TorrentInfo]:
+        with TorrentDatabase() as db:
+            in_db_torrents = db.get_all()
+        in_db_torrents = [x.name for x in in_db_torrents]
+        i = 0
+        while i < len(torrents):
+            torrent = torrents[i]
+            if torrent.name in in_db_torrents:
+                torrents.pop(i)
+            i += 1
+        return torrents
+
+    def run(self):
+        # Get All RSS Items
+        rss_items: list[RSSItem] = self._get_rss_items()
+        # From RSS Items, get all torrents
+        for rss_item in rss_items:
+            torrents = self.get_torrents(rss_item.url)
+            self.filter_torrent(torrents)
+            # Get all enabled bangumi data
+            matched_torrents = []
+            for torrent in torrents:
+                matched_torrent = self.match_torrent(torrent)
+                if matched_torrent:
+                    matched_torrents.append(matched_torrent)
+            # Add to database
+            with TorrentDatabase() as db:
+                db.insert_many(matched_torrents)
+            return matched_torrents

backend/src/module/rss/poller.py

@@ -1,26 +0,0 @@
-import re
-
-from module.database import RSSDatabase
-from module.models import BangumiData, RSSTorrents
-from module.network import RequestContent, TorrentInfo
-
-
-class RSSPoller(RSSDatabase):
-    @staticmethod
-    def polling(rss_link, req: RequestContent) -> list[TorrentInfo]:
-        return req.get_torrents(rss_link)
-
-    @staticmethod
-    def filter_torrent(data: BangumiData, torrent: TorrentInfo) -> bool:
-        if data.title_raw in torrent.name:
-            _filter = "|".join(data.filter)
-            if not re.search(_filter, torrent.name):
-                return True
-            else:
-                return False
-
-    def foo(self):
-        rss_datas: list[RSSTorrents] = self.get_rss_data()
-        with RequestContent() as req:
-            for rss_data in rss_datas:
-                self.polling(rss_data.url, req)