From 03df6dac25be51e06f8e5c4264b267e17419cdca Mon Sep 17 00:00:00 2001 From: Hyukjin Kwon Date: Thu, 4 Apr 2024 16:23:38 +0900 Subject: [PATCH] Get the proper default port for pyspark-connect testcases --- python/pyspark/sql/connect/client/core.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/python/pyspark/sql/connect/client/core.py b/python/pyspark/sql/connect/client/core.py index b3807d80f6c92..e5385f31efc41 100644 --- a/python/pyspark/sql/connect/client/core.py +++ b/python/pyspark/sql/connect/client/core.py @@ -56,6 +56,7 @@ from google.protobuf import text_format, any_pb2 from google.rpc import error_details_pb2 +from pyspark.util import is_remote_only from pyspark.accumulators import SpecialAccumulatorIds from pyspark.loose_version import LooseVersion from pyspark.version import __version__ @@ -291,7 +292,7 @@ class DefaultChannelBuilder(ChannelBuilder): @staticmethod def default_port() -> int: - if "SPARK_TESTING" in os.environ: + if "SPARK_TESTING" in os.environ and not is_remote_only(): from pyspark.sql.session import SparkSession as PySparkSession # In the case when Spark Connect uses the local mode, it starts the regular Spark