aligned.sources.databricks

module documentation
(source)

Undocumented

Class DatabricksAuthConfig Undocumented
Class DatabricksConnectionConfig Undocumented
Class DatabricksSource A generic config making it easier to find all sources related to databricks.
Class SparkDataType Undocumented
Class UCFeatureTableSource No class docstring; 0/3 class variable, 2/10 methods, 0/1 class method documented
Class UCSqlSource No class docstring; 0/3 class variable, 2/6 methods, 0/1 class method documented
Class UCTableSource A source that connects to a Databricks Unity Catalog table
Class UnityCatalog Undocumented
Class UnityCatalogSchema Undocumented
Class UnityCatalogTableAllJob Undocumented
Class UnityCatalogTableConfig Undocumented
Function convert_pyspark_type Undocumented
Function features_to_read Undocumented
Function is_running_on_databricks Undocumented
Function polars_dtype_to_spark Undocumented
Function polars_schema_to_spark Undocumented
Function raise_on_invalid_pyspark_schema Undocumented
Function validate_pyspark_schema Undocumented
Variable logger Undocumented
def convert_pyspark_type(data_type: DataType) -> SparkDataType: (source)

Undocumented

def features_to_read(request: RetrievalRequest, schema: StructType) -> list[str]: (source)

Undocumented

def is_running_on_databricks() -> bool: (source)

Undocumented

def polars_dtype_to_spark(data_type: pl.PolarsDataType) -> DataType: (source)

Undocumented

def polars_schema_to_spark(schema: dict[str, pl.PolarsDataType]) -> StructType: (source)

Undocumented

def raise_on_invalid_pyspark_schema(schema: DataType): (source)

Undocumented

def validate_pyspark_schema(old: StructType, new: StructType, sub_property: str = ''): (source)

Undocumented

logger = (source)

Undocumented