From 3f6c5547cb84872b7f7b5a32f4478b0a9fc5b444 Mon Sep 17 00:00:00 2001
From: mxr612 <work@mxr612.top>
Date: Sat, 24 Aug 2024 13:40:12 +0800
Subject: [PATCH] improved rss subscribe

---
 main.py | 25 +++++++++++++------------
 1 file changed, 13 insertions(+), 12 deletions(-)

diff --git a/main.py b/main.py
index 57b0043..a8959c4 100644
--- a/main.py
+++ b/main.py
@@ -39,19 +39,20 @@ async def load_rss():
     count = 0
     loaded = []
     uploads = []
-    for entry in rss.load_content():
-        loaded.append(entry['id'])
-        uploads.append({
-            'q': entry['title'],
-            'a': entry['content']
-        })
-        count += 1
-        if len(loaded) >= 100 and upload2fastgpt(uploads):
+    while entries := rss.load_content():
+        for entry in entries:
+            loaded.append(entry['id'])
+            uploads.append({
+                'q': entry['title'],
+                'a': entry['content']
+            })
+            count += 1
+            if len(loaded) >= 100 and upload2fastgpt(uploads):
+                rss.update(loaded)
+                loaded = []
+                uploads = []
+        if len(loaded) > 0 and upload2fastgpt(uploads):
             rss.update(loaded)
-            loaded = []
-            uploads = []
-    if len(loaded) > 0 and upload2fastgpt(uploads):
-        rss.update(loaded)
     print(f"Total entries loaded: {count}")
     return f"Total entries loaded: {count}"