diff --git a/discoverx/common/helper.py b/discoverx/common/helper.py index 94d4fa5..f5af6c8 100644 --- a/discoverx/common/helper.py +++ b/discoverx/common/helper.py @@ -1,6 +1,7 @@ """ This module contains common utility functions used throughout the package """ + import sys diff --git a/discoverx/dx.py b/discoverx/dx.py index 57a097b..8338abc 100644 --- a/discoverx/dx.py +++ b/discoverx/dx.py @@ -1,4 +1,5 @@ import pandas as pd +import os from pyspark.sql import SparkSession from typing import List, Optional, Union from discoverx import logging @@ -40,9 +41,10 @@ def __init__( self.logger = logging.Logging() self.rules = Rules(custom_rules=custom_rules, locale=locale) - self.uc_enabled = (os.getenv("IS_SERVERLESS", "FALSE").lower() == "true" or self.spark.conf.get( - "spark.databricks.unityCatalog.enabled", "false") == "true") - + self.uc_enabled = ( + os.getenv("IS_SERVERLESS", "FALSE").lower() == "true" + or self.spark.conf.get("spark.databricks.unityCatalog.enabled", "false") == "true" + ) self.scanner: Optional[Scanner] = None self._scan_result: Optional[ScanResult] = None diff --git a/discoverx/msql.py b/discoverx/msql.py index 57b9a82..0903494 100644 --- a/discoverx/msql.py +++ b/discoverx/msql.py @@ -1,4 +1,5 @@ """This module contains the M-SQL compiler""" + from dataclasses import dataclass from functools import reduce from discoverx import logging