From 8c7bcdb72884f889f96c963380dc8a41fbce068f Mon Sep 17 00:00:00 2001 From: Ratnopam Chakrabarti Date: Fri, 1 Nov 2024 11:50:00 -0700 Subject: [PATCH] add spark benchmark test data generation changes --- .../examples/benchmark/tpcds-benchmark-data-generation-1t.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/analytics/terraform/spark-k8s-operator/examples/benchmark/tpcds-benchmark-data-generation-1t.yaml b/analytics/terraform/spark-k8s-operator/examples/benchmark/tpcds-benchmark-data-generation-1t.yaml index 75442389f..ed8398293 100644 --- a/analytics/terraform/spark-k8s-operator/examples/benchmark/tpcds-benchmark-data-generation-1t.yaml +++ b/analytics/terraform/spark-k8s-operator/examples/benchmark/tpcds-benchmark-data-generation-1t.yaml @@ -21,7 +21,7 @@ spec: mainApplicationFile: local:///opt/spark/examples/jars/eks-spark-benchmark-assembly-1.0.jar arguments: # TPC-DS data location - - "s3a://spark-operator-doeks-spark-logs-20241031201012190500000003/TPCDS-TEST-1TB" + - "s3a:///TPCDS-TEST-1TB" # Path to kit in the docker image - "/opt/tpcds-kit/tools" # Data Format