add an explicit distinct to dedup

Signed-off-by: sperlingxx <[email protected]>
NVIDIA · Feb 7, 2025 · 96758bc · 96758bc
1 parent c35cac8
commit 96758bc
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/sql-plugin/src/main/scala/com/nvidia/spark/rapids/Plugin.scala b/sql-plugin/src/main/scala/com/nvidia/spark/rapids/Plugin.scala
@@ -353,7 +353,7 @@ object RapidsPluginUtils extends Logging {
     val resourceName = "spark-rapids-extra-plugins"
     val classLoader = RapidsPluginUtils.getClass.getClassLoader
     val resourceUrls = classLoader.getResources(resourceName)
-    val resourceUrlArray = resourceUrls.asScala.toArray
+    val resourceUrlArray = resourceUrls.asScala.toArray.distinct
 
     if (resourceUrlArray.isEmpty) {
       logDebug(s"Could not find file $resourceName in the classpath, not loading extra plugins")