diff --git a/python/pyspark/sql/connect/client/core.py b/python/pyspark/sql/connect/client/core.py index f8d304e9cccaa..537ab0a614046 100644 --- a/python/pyspark/sql/connect/client/core.py +++ b/python/pyspark/sql/connect/client/core.py @@ -296,7 +296,10 @@ def userAgent(self) -> str: or "_SPARK_CONNECT_PYTHON" when not specified. The returned value will be percent encoded. """ - user_agent = self.params.get(ChannelBuilder.PARAM_USER_AGENT, "_SPARK_CONNECT_PYTHON") + user_agent = self.params.get( + ChannelBuilder.PARAM_USER_AGENT, + os.getenv("SPARK_CONNECT_USER_AGENT", "_SPARK_CONNECT_PYTHON"), + ) ua_len = len(urllib.parse.quote(user_agent)) if ua_len > 2048: raise SparkConnectException(