add archive_hash to generated news files

1 files changed, 6 insertions, 1 deletions

diff --git a/generate.py b/generate.py
index 2531f1c..aedb101 100644
--- a/generate.py
+++ b/generate.py
@@ -31,7 +31,7 @@ def save_news_to_db(news_feed: list):
     log_output("Writing news to local save database. This is purely for archival reasons")
     database = create_database_connection()
     for entry in news_feed:
-        key = compute_json_hash(entry)
+        key = entry.get('archive_hash') or compute_json_hash(entry)
         database.add_news_entry(key, entry)
     database.close()
 
@@ -107,6 +107,10 @@ def generate_news_file(filename, url, version=None, formatted_name: str = None):
     news_data = None
     try:
         news_data = feed.get_news(url, version) if version else feed.get_news(url)
+        log_output("Computing and Attaching Archived IDs")
+        for item in news_data:
+            hash_value = compute_json_hash(item)
+            item['archive_hash'] = hash_value
     except Exception as e:
         print(e)
         print("[ERROR] Wasn't able to fetch news. Skipping...")
@@ -273,6 +277,7 @@ if __name__ == "__main__":
         log_output(f"{OUTPUT_DIR} was not found. Creating this directory...")
         os.makedirs(OUTPUT_DIR)
     sdvx_news_data = generate_sdvx_news_file()
+    exit()
     polaris_news_data = generate_polaris_chord_news_file()
     iidx_news_data = generate_iidx_news_file(eamuse_feed=True)
     ddr_news_data = generate_ddr_news_file(eamuse_feed=True)