From 4cba53653083478a04cfc6de3c4943da044b5d79 Mon Sep 17 00:00:00 2001 From: JiangXin Date: Sun, 9 Oct 2022 14:01:06 +0800 Subject: [PATCH] [hotfix] fix typo of spark operator (#387) --- ai_flow/operators/spark/spark_submit.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/ai_flow/operators/spark/spark_submit.py b/ai_flow/operators/spark/spark_submit.py index e95b991f9..036fb7ac0 100644 --- a/ai_flow/operators/spark/spark_submit.py +++ b/ai_flow/operators/spark/spark_submit.py @@ -165,7 +165,7 @@ def _get_executable_path(self): if self._executable_path: spark_submit = self._executable_path elif shutil.which('spark-submit') is not None: - spark_submit = shutil.which('spark_submit') + spark_submit = shutil.which('spark-submit') self.log.info(f"Using {spark_submit} in PATH") else: spark_submit = expand_env_var('${SPARK_HOME}/bin/spark-submit')