From d2b6257d17760777bd6f3859f171a31e654ebf7c Mon Sep 17 00:00:00 2001 From: Sean Owen Date: Sat, 14 Dec 2019 07:44:17 -0600 Subject: [PATCH] Don't log potentially sensitive value of non-Spark properties ignored in spark-submit --- .../scala/org/apache/spark/deploy/SparkSubmitArguments.scala | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/core/src/main/scala/org/apache/spark/deploy/SparkSubmitArguments.scala b/core/src/main/scala/org/apache/spark/deploy/SparkSubmitArguments.scala index f1ed4f2d62d70..3f7cfea778ac6 100644 --- a/core/src/main/scala/org/apache/spark/deploy/SparkSubmitArguments.scala +++ b/core/src/main/scala/org/apache/spark/deploy/SparkSubmitArguments.scala @@ -137,10 +137,10 @@ private[deploy] class SparkSubmitArguments(args: Seq[String], env: Map[String, S * Remove keys that don't start with "spark." from `sparkProperties`. */ private def ignoreNonSparkProperties(): Unit = { - sparkProperties.foreach { case (k, v) => + sparkProperties.keys.foreach { k => if (!k.startsWith("spark.")) { sparkProperties -= k - logWarning(s"Ignoring non-spark config property: $k=$v") + logWarning(s"Ignoring non-Spark config property: $k") } } }