Skip to content

Commit

Permalink
add xdist upload group to pytest suite
Browse files Browse the repository at this point in the history
  • Loading branch information
mattseddon committed Feb 5, 2025
1 parent d0c5f94 commit df625fc
Showing 1 changed file with 5 additions and 0 deletions.
5 changes: 5 additions & 0 deletions tests/func/test_datachain.py
Original file line number Diff line number Diff line change
Expand Up @@ -1659,6 +1659,7 @@ def file_info(file: File) -> FileInfo:
assert len(all_dogs) == 2


@pytest.mark.xdist_group(name="upload")
def test_to_from_csv_remote(cloud_test_catalog_upload):
ctc = cloud_test_catalog_upload
path = f"{ctc.src_uri}/test.csv"
Expand All @@ -1672,6 +1673,7 @@ def test_to_from_csv_remote(cloud_test_catalog_upload):
assert df_equal(df1, df)


@pytest.mark.xdist_group(name="upload")
@pytest.mark.parametrize("chunk_size", (1000, 2))
@pytest.mark.parametrize("kwargs", ({}, {"compression": "gzip"}))
def test_to_from_parquet_remote(cloud_test_catalog_upload, chunk_size, kwargs):
Expand All @@ -1688,6 +1690,7 @@ def test_to_from_parquet_remote(cloud_test_catalog_upload, chunk_size, kwargs):
assert df_equal(df1, df)


@pytest.mark.xdist_group(name="upload")
def test_to_from_parquet_partitioned_remote(cloud_test_catalog_upload):
ctc = cloud_test_catalog_upload
path = f"{ctc.src_uri}/parquets"
Expand Down Expand Up @@ -1743,6 +1746,7 @@ def test_from_json_jmespath(tmp_dir, test_session):
assert df_equal(df1, df)


@pytest.mark.xdist_group(name="upload")
# These deprecation warnings occur in the datamodel-code-generator package.
@pytest.mark.filterwarnings("ignore::pydantic.warnings.PydanticDeprecatedSince20")
def test_to_from_json_remote(cloud_test_catalog_upload):
Expand All @@ -1759,6 +1763,7 @@ def test_to_from_json_remote(cloud_test_catalog_upload):
assert df_equal(df1, df)


@pytest.mark.xdist_group(name="upload")
# These deprecation warnings occur in the datamodel-code-generator package.
@pytest.mark.filterwarnings("ignore::pydantic.warnings.PydanticDeprecatedSince20")
def test_to_from_jsonl_remote(cloud_test_catalog_upload):
Expand Down

0 comments on commit df625fc

Please sign in to comment.