From 4e07d7e9aae71e687d59e1562b6e6eecc34eca56 Mon Sep 17 00:00:00 2001 From: Pinapelz Date: Mon, 14 Apr 2025 02:00:58 -0700 Subject: add checks for 0-length news scraped (handle maintenance) --- generate.py | 20 ++++++++++++-------- 1 file changed, 12 insertions(+), 8 deletions(-) (limited to 'generate.py') diff --git a/generate.py b/generate.py index 3e08d74..de162f3 100644 --- a/generate.py +++ b/generate.py @@ -31,20 +31,24 @@ if __name__ == "__main__": os.makedirs(OUTPUT_DIR) iidx_news_data = feed.get_news(constants.IIDX_PINKY_CRUSH_NEWS_SITE) - with open(OUTPUT_DIR+'/iidx_news.json', 'w') as json_file: - json.dump(attach_news_meta_data(iidx_news_data), json_file) + if len(iidx_news_data) != 0: + with open(OUTPUT_DIR+'/iidx_news.json', 'w') as json_file: + json.dump(attach_news_meta_data(iidx_news_data), json_file) sdvx_news_data = feed.get_news(constants.SOUND_VOLTEX_EXCEED_GEAR_NEWS_SITE) - with open(OUTPUT_DIR+'/sdvx_news.json', 'w') as json_file: - json.dump(attach_news_meta_data(sdvx_news_data), json_file) + if len(sdvx_news_data) != 0: + with open(OUTPUT_DIR+'/sdvx_news.json', 'w') as json_file: + json.dump(attach_news_meta_data(sdvx_news_data), json_file) chunithm_jp_news_data = feed.get_news(constants.CHUNITHM_JP_NEWS_SITE, constants.CHUNITHM_VERSION.VERSE) - with open(OUTPUT_DIR+'/chunithm_jp_news.json', 'w') as json_file: - json.dump(attach_news_meta_data(chunithm_jp_news_data), json_file) + if len(chunithm_jp_news_data) != 0: + with open(OUTPUT_DIR+'/chunithm_jp_news.json', 'w') as json_file: + json.dump(attach_news_meta_data(chunithm_jp_news_data), json_file) maimaidx_jp_news_data = feed.get_news(constants.MAIMAIDX_JP_NEWS_SITE, constants.MAIMAIDX_VERSION.PRISM_PLUS) - with open(OUTPUT_DIR+'/maimaidx_jp_news.json', 'w') as json_file: - json.dump(attach_news_meta_data(maimaidx_jp_news_data), json_file) + if len(maimaidx_jp_news_data) != 0: + with open(OUTPUT_DIR+'/maimaidx_jp_news.json', 'w') as json_file: + json.dump(attach_news_meta_data(maimaidx_jp_news_data), json_file) news = create_merged_feed(iidx_news_data, sdvx_news_data, chunithm_jp_news_data, maimaidx_jp_news_data) with open(OUTPUT_DIR+'/news.json', 'w') as json_file: -- cgit v1.2.3