Skip to content

Commit

Permalink
Test Data.from_csv() with header_first_line
Browse files Browse the repository at this point in the history
  • Loading branch information
davitmamrikishvili committed Jul 2, 2024
1 parent 7a3b346 commit 058daf6
Showing 1 changed file with 14 additions and 2 deletions.
16 changes: 14 additions & 2 deletions th2_data_services/_internal/perf_tests.py
Original file line number Diff line number Diff line change
Expand Up @@ -55,6 +55,8 @@ def _read_from_cache_file(filename):
elif ftype == "gz":
return Data.from_json(filename, gzip=True)
elif ftype == "csv":
if "header" in filename:
return Data.from_csv(filename, header_first_line=True)
return Data.from_csv(filename)


Expand All @@ -71,7 +73,14 @@ def _iter_data_obj_with_3_filters(do: Data):


def _test_xx(data_obj: Data):
filenames = ["cache_test.pickle", "cache_test.jsons", "cache_test.jsons.gz", "cache_test.csv"]
filenames = [
"cache_test.pickle",
"cache_test.jsons",
"cache_test.jsons.gz",
"cache_test.csv",
"cache_test_header.csv",
]
name_to_option = {"cache_test_header.csv": "header_first_line=True"}

try:
# data_obj.use_cache()
Expand All @@ -86,7 +95,10 @@ def _test_xx(data_obj: Data):
print()
print(f"Data length: {do_len}")
for filename in filenames:
print(f"Iterate {'.'.join(filename.split('.')[1:])}:", end="")
suffix = name_to_option.get(filename, "")
if suffix:
suffix = f" ({suffix})"
print(f"Iterate {'.'.join(filename.split('.')[1:])}{suffix}:", end="")
data_obj_file = _read_from_cache_file(filename)
_, calc_time = _iter_data_obj(data_obj_file)
print(f" -- {calc_time} s", end="")
Expand Down

0 comments on commit 058daf6

Please sign in to comment.