From e0b428d1891e39ae54d37672ec57acb859dbd621 Mon Sep 17 00:00:00 2001 From: James McLaughlin Date: Wed, 25 Dec 2024 20:03:07 +0000 Subject: [PATCH] add .gz to csv filenames --- dataload/08_run_queries/csvs_to_sqlite.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/dataload/08_run_queries/csvs_to_sqlite.py b/dataload/08_run_queries/csvs_to_sqlite.py index 25bf31b..dd85edc 100644 --- a/dataload/08_run_queries/csvs_to_sqlite.py +++ b/dataload/08_run_queries/csvs_to_sqlite.py @@ -12,7 +12,7 @@ def main(): conn = sqlite3.connect(args.out_sqlite_path) - for csv in glob.glob("*.csv"): + for csv in glob.glob("*.csv.gz"): df = pd.read_csv(csv) df.to_sql(csv.replace(".csv", ""), conn)