migrate all eamuse app feed games to scrape api route

1 files changed, 35 insertions, 0 deletions

diff --git a/konami/eamuse_app.py b/konami/eamuse_app.py
index d7a9b3a..f3cc643 100644
--- a/konami/eamuse_app.py
+++ b/konami/eamuse_app.py
@@ -1,11 +1,15 @@
 from bs4 import BeautifulSoup
 from datetime import datetime
 from urllib.parse import urljoin
+import json
 import time
 
 BASE_URL = "https://eam.573.jp"
 
 def parse_news_page(html: str, identifier: str):
+    """
+    Legacy method of scraping. Should not be used if API method works since it will be much faster
+    """
     soup = BeautifulSoup(html, "html.parser")
     entries = []
 
@@ -50,3 +54,34 @@ def parse_news_page(html: str, identifier: str):
         entries.append(entry)
 
     return entries
+
+def parse_news_api_route(raw_api_data: str, identifier: str, eam_news_site: str=""):
+    """
+    Re-maps eamuse news app API routes to 573Updates JSON
+    """
+    route_data = json.loads(raw_api_data)
+    entries = []
+    for post_data in route_data["post_list"]:
+        date_str = post_data["entry_date"]
+        timestamp = post_data["entry_time"]
+        content = post_data["content"]
+        url = eam_news_site + "?post_id="+post_data["post_id"]
+        images = []
+        if "image_url" in post_data:
+            images = [{
+                "image": post_data["image_url"],
+                "link": url
+        }]
+        entry = {
+            "date": date_str,
+            "identifier": identifier,
+            "type": None,
+            "timestamp": timestamp,
+            "headline": None,
+            "content": content,
+            "url": url,
+            "images": images,
+            "is_ai_summary": False
+        }
+        entries.append(entry)
+    return entries