diff options
Diffstat (limited to 'generate.py')
| -rw-r--r-- | generate.py | 7 |
1 files changed, 6 insertions, 1 deletions
diff --git a/generate.py b/generate.py index 2531f1c..aedb101 100644 --- a/generate.py +++ b/generate.py @@ -31,7 +31,7 @@ def save_news_to_db(news_feed: list): log_output("Writing news to local save database. This is purely for archival reasons") database = create_database_connection() for entry in news_feed: - key = compute_json_hash(entry) + key = entry.get('archive_hash') or compute_json_hash(entry) database.add_news_entry(key, entry) database.close() @@ -107,6 +107,10 @@ def generate_news_file(filename, url, version=None, formatted_name: str = None): news_data = None try: news_data = feed.get_news(url, version) if version else feed.get_news(url) + log_output("Computing and Attaching Archived IDs") + for item in news_data: + hash_value = compute_json_hash(item) + item['archive_hash'] = hash_value except Exception as e: print(e) print("[ERROR] Wasn't able to fetch news. Skipping...") @@ -273,6 +277,7 @@ if __name__ == "__main__": log_output(f"{OUTPUT_DIR} was not found. Creating this directory...") os.makedirs(OUTPUT_DIR) sdvx_news_data = generate_sdvx_news_file() + exit() polaris_news_data = generate_polaris_chord_news_file() iidx_news_data = generate_iidx_news_file(eamuse_feed=True) ddr_news_data = generate_ddr_news_file(eamuse_feed=True) |