improving data preprocessing script

GoogleCloudPlatform · Jan 24, 2025 · de206c7 · de206c7
1 parent a469db9
commit de206c7
Show file tree

Hide file tree

Showing 6 changed files with 5 additions and 4 deletions.
diff --git a/.github/workflows/python-unit-test.yaml b/.github/workflows/python-unit-test.yaml
@@ -21,4 +21,4 @@ jobs:
           pip install -r requirements.txt
       - name: Run unit tests
         run: |
-          bash run_python_tests.sh
+          bash run_python_unittests.sh
diff --git a/run_python_coverage_test.sh b/run_python_coverage_test.sh
@@ -0,0 +1,2 @@
+#!/bin/bash
+coverage run -m unittest discover -s use-cases/model-fine-tuning-pipeline/data-processing/ray/tests
diff --git a/run_python_tests.sh → run_python_unittests.sh b/run_python_tests.sh → run_python_unittests.sh
@@ -1,2 +1,2 @@
 #!/bin/bash
-python -m unittest discover -s use-cases/model-fine-tuning-pipeline/data-processing/ray
+python -m unittest discover -s use-cases/model-fine-tuning-pipeline/data-processing/ray/tests
diff --git a/...-processing/ray/tests/test_datacleaner.py → ...sing/ray/tests/backup_test_datacleaner.py b/...-processing/ray/tests/test_datacleaner.py → ...sing/ray/tests/backup_test_datacleaner.py
diff --git a/...ta-processing/ray/tests/test_ray_utils.py → ...essing/ray/tests/backup_test_ray_utils.py b/...ta-processing/ray/tests/test_ray_utils.py → ...essing/ray/tests/backup_test_ray_utils.py
@@ -2,7 +2,7 @@
 import pandas as pd
 from unittest.mock import patch, Mock
 from src.datapreprocessing.ray_utils import RayUtils
-
+import src.datapreporcessing
 
 class TestRayUtils(unittest.TestCase):
     @patch("ray.get")

diff --git a/use-cases/model-fine-tuning-pipeline/data-processing/ray/tests/test_dataloader.py b/use-cases/model-fine-tuning-pipeline/data-processing/ray/tests/test_dataloader.py
@@ -5,7 +5,6 @@
 import csv
 from src.datapreprocessing.dataloader import DataLoader
 
-
 class TestDataLoader(unittest.TestCase):
     @patch("src.datapreprocessing.dataloader.pd.read_csv")
     def test_load_raw_data(self, read_csv_mock):
Original file line number	Diff line number	Diff line change
		@@ -0,0 +1,2 @@
		#!/bin/bash
		coverage run -m unittest discover -s use-cases/model-fine-tuning-pipeline/data-processing/ray/tests