diff --git a/ai_flow/operators/spark/spark_submit.py b/ai_flow/operators/spark/spark_submit.py index e95b991f9..036fb7ac0 100644 --- a/ai_flow/operators/spark/spark_submit.py +++ b/ai_flow/operators/spark/spark_submit.py @@ -165,7 +165,7 @@ def _get_executable_path(self): if self._executable_path: spark_submit = self._executable_path elif shutil.which('spark-submit') is not None: - spark_submit = shutil.which('spark_submit') + spark_submit = shutil.which('spark-submit') self.log.info(f"Using {spark_submit} in PATH") else: spark_submit = expand_env_var('${SPARK_HOME}/bin/spark-submit')