aboutsummaryrefslogtreecommitdiffstats
path: root/sdvx/eamuse_csv/eamuse_merge_csv.py
diff options
context:
space:
mode:
authorPinapelz <yukais@pinapelz.com>2025-04-04 22:13:07 -0700
committerPinapelz <yukais@pinapelz.com>2025-04-04 22:13:07 -0700
commitbbd4e46dcc5eaadbf672d9843f66c0dd773bf665 (patch)
treed19957e2d03bbbd5bec95dd876155ffae24c3ab5 /sdvx/eamuse_csv/eamuse_merge_csv.py
parente187a7a95711d5880f66058ba8f986b01ceb8751 (diff)
sdvx_eamuse_csv: add option to scrape recent 20 date data from eamusement html
Diffstat (limited to 'sdvx/eamuse_csv/eamuse_merge_csv.py')
-rw-r--r--sdvx/eamuse_csv/eamuse_merge_csv.py18
1 files changed, 15 insertions, 3 deletions
diff --git a/sdvx/eamuse_csv/eamuse_merge_csv.py b/sdvx/eamuse_csv/eamuse_merge_csv.py
index 490114e..7ff4ad9 100644
--- a/sdvx/eamuse_csv/eamuse_merge_csv.py
+++ b/sdvx/eamuse_csv/eamuse_merge_csv.py
@@ -1,7 +1,8 @@
import argparse
import csv
+import os
-def merge_csv(old_file: str, new_file: str):
+def merge_csv(old_file: str, new_file: str, output_file: str):
old_csv_set = set()
new_csv_set = set()
encoding = "utf-8"
@@ -14,7 +15,7 @@ def merge_csv(old_file: str, new_file: str):
[new_csv_set.add(tuple(row)) for row in reader]
new_csv_set = new_csv_set - old_csv_set
- with open(new_file, "w", encoding=encoding, newline="") as new_csv:
+ with open(output_file, "w", encoding=encoding, newline="") as new_csv:
writer = csv.writer(new_csv, delimiter=",")
writer.writerow(header)
for row in new_csv_set:
@@ -22,6 +23,16 @@ def merge_csv(old_file: str, new_file: str):
continue
writer.writerow(list(row))
+ print("Done! Your newly merged CSV is at " + output_file)
+ print("Do you want to delete the old file, and create a new old.csv? (y/n)")
+ action = input()
+ if not action == "y":
+ print("OK. Exiting")
+ exit(0)
+ print("Renaming " + new_file + " to old.csv and deleting " + old_file + "...")
+ os.remove(old_file)
+ os.rename(new_file, "old.csv")
+
if __name__ == "__main__":
parser = argparse.ArgumentParser(
@@ -30,5 +41,6 @@ if __name__ == "__main__":
)
parser.add_argument("--old", help="Old CSV file", required=True)
parser.add_argument("--new", help="New CSV file", required=True)
+ parser.add_argument("--output", help="Output File", default="sdvx_merged.csv")
args = parser.parse_args()
- merge_csv(args.old, args.new)
+ merge_csv(args.old, args.new, args.output)
send patches to the email below
yukais@pinapelz.com
include the subject [PATCH repo_name]
pinapelz.com
homepage