wehub-resource-sync
16 lines
395 B
Python
16 lines
395 B
Python
def is_spark_connect_mode():
|
|
try:
|
|
from pyspark.sql.utils import is_remote
|
|
except ImportError:
|
|
return False
|
|
return is_remote()
|
|
|
|
|
|
def get_spark_dataframe_type():
|
|
if is_spark_connect_mode():
|
|
from pyspark.sql.connect.dataframe import DataFrame as SparkDataFrame
|
|
else:
|
|
from pyspark.sql import DataFrame as SparkDataFrame
|
|
|
|
return SparkDataFrame
|