[AMORO-2683] Modify the job name of SparkOptimizer and FlinkOptimizer (…

…apache#2690) * [AMORO-2683] Modify the job name of SparkOptimizer and FlinkOptimizer * fix comment * spotless apply --------- Co-authored-by: huyuanfeng <[email protected]>
shendanfengg · Mar 31, 2024 · c17e8ca · c17e8ca
1 parent 45db986
commit c17e8ca
Show file tree

Hide file tree

Showing 2 changed files with 8 additions and 5 deletions.
diff --git a/...izer/flink-optimizer/src/main/java/com/netease/arctic/optimizer/flink/FlinkOptimizer.java b/...izer/flink-optimizer/src/main/java/com/netease/arctic/optimizer/flink/FlinkOptimizer.java
@@ -36,7 +36,7 @@
 public class FlinkOptimizer extends Optimizer {
   private static final Logger LOG = LoggerFactory.getLogger(FlinkOptimizer.class);
 
-  private static final String JOB_NAME = "amoro-flink-optimizer";
+  private static final String JOB_NAME_FORMAT = "amoro-flink-optimizer-%s";
 
   public FlinkOptimizer(OptimizerConfig config) {
     super(config, () -> new OptimizerToucher(config), (i) -> new FlinkOptimizerExecutor(config, i));
@@ -64,7 +64,7 @@ public static void main(String[] args) throws CmdLineException {
         .setParallelism(1);
 
     try {
-      env.execute(JOB_NAME);
+      env.execute(String.format(JOB_NAME_FORMAT, optimizerConfig.getResourceId()));
     } catch (Exception e) {
       LOG.error("Execute flink optimizer failed", e);
     }

diff --git a/...izer/spark-optimizer/src/main/java/com/netease/arctic/optimizer/spark/SparkOptimizer.java b/...izer/spark-optimizer/src/main/java/com/netease/arctic/optimizer/spark/SparkOptimizer.java
@@ -31,7 +31,7 @@
 /** The {@code SparkOptimizer} acts as an entrypoint of the spark program */
 public class SparkOptimizer extends Optimizer {
   private static final Logger LOG = LoggerFactory.getLogger(SparkOptimizer.class);
-  private static final String APP_NAME = "amoro-spark-optimizer";
+  private static final String APP_NAME_FORMAT = "amoro-spark-optimizer-%s";
 
   public SparkOptimizer(OptimizerConfig config, JavaSparkContext jsc) {
     super(
@@ -41,9 +41,12 @@ public SparkOptimizer(OptimizerConfig config, JavaSparkContext jsc) {
   }
 
   public static void main(String[] args) throws Exception {
-    SparkSession spark = SparkSession.builder().appName(APP_NAME).getOrCreate();
-    JavaSparkContext jsc = new JavaSparkContext(spark.sparkContext());
     OptimizerConfig config = new OptimizerConfig(args);
+    SparkSession spark =
+        SparkSession.builder()
+            .appName(String.format(APP_NAME_FORMAT, config.getResourceId()))
+            .getOrCreate();
+    JavaSparkContext jsc = new JavaSparkContext(spark.sparkContext());
     if (!jsc.getConf().getBoolean("spark.dynamicAllocation.enabled", false)) {
       LOG.warn(
           "To better utilize computing resources, it is recommended to enable 'spark.dynamicAllocation.enabled' "