From bbd4e46dcc5eaadbf672d9843f66c0dd773bf665 Mon Sep 17 00:00:00 2001 From: Pinapelz Date: Fri, 4 Apr 2025 22:13:07 -0700 Subject: sdvx_eamuse_csv: add option to scrape recent 20 date data from eamusement html --- sdvx/eamuse_csv/eamuse_merge_csv.py | 18 +++++++++++++++--- 1 file changed, 15 insertions(+), 3 deletions(-) (limited to 'sdvx/eamuse_csv/eamuse_merge_csv.py') diff --git a/sdvx/eamuse_csv/eamuse_merge_csv.py b/sdvx/eamuse_csv/eamuse_merge_csv.py index 490114e..7ff4ad9 100644 --- a/sdvx/eamuse_csv/eamuse_merge_csv.py +++ b/sdvx/eamuse_csv/eamuse_merge_csv.py @@ -1,7 +1,8 @@ import argparse import csv +import os -def merge_csv(old_file: str, new_file: str): +def merge_csv(old_file: str, new_file: str, output_file: str): old_csv_set = set() new_csv_set = set() encoding = "utf-8" @@ -14,7 +15,7 @@ def merge_csv(old_file: str, new_file: str): [new_csv_set.add(tuple(row)) for row in reader] new_csv_set = new_csv_set - old_csv_set - with open(new_file, "w", encoding=encoding, newline="") as new_csv: + with open(output_file, "w", encoding=encoding, newline="") as new_csv: writer = csv.writer(new_csv, delimiter=",") writer.writerow(header) for row in new_csv_set: @@ -22,6 +23,16 @@ def merge_csv(old_file: str, new_file: str): continue writer.writerow(list(row)) + print("Done! Your newly merged CSV is at " + output_file) + print("Do you want to delete the old file, and create a new old.csv? (y/n)") + action = input() + if not action == "y": + print("OK. Exiting") + exit(0) + print("Renaming " + new_file + " to old.csv and deleting " + old_file + "...") + os.remove(old_file) + os.rename(new_file, "old.csv") + if __name__ == "__main__": parser = argparse.ArgumentParser( @@ -30,5 +41,6 @@ if __name__ == "__main__": ) parser.add_argument("--old", help="Old CSV file", required=True) parser.add_argument("--new", help="New CSV file", required=True) + parser.add_argument("--output", help="Output File", default="sdvx_merged.csv") args = parser.parse_args() - merge_csv(args.old, args.new) + merge_csv(args.old, args.new, args.output) -- cgit v1.2.3