diff --git a/python/pyspark/sql/connect/client/logging.py b/python/pyspark/sql/connect/client/logging.py index 7fdcfaca4cfbd..b80342cf99743 100644 --- a/python/pyspark/sql/connect/client/logging.py +++ b/python/pyspark/sql/connect/client/logging.py @@ -17,6 +17,7 @@ import logging +from pyspark.logger import PySparkLogger import os from typing import Optional @@ -27,7 +28,7 @@ def _configure_logging() -> logging.Logger: """Configure logging for the Spark Connect clients.""" - logger = logging.getLogger(__name__) + logger = PySparkLogger.getLogger(__name__) handler = logging.StreamHandler() handler.setFormatter( logging.Formatter(fmt="%(asctime)s %(process)d %(levelname)s %(funcName)s %(message)s")