aligned.FileSource

class documentation

class FileSource: (source)

View In Hierarchy

A factory class, creating references to files.

This therefore abstracts away the concrete classes the users wants. Therefore making them easier to discover.

Static Method csv_at Undocumented
Static Method delta_at Undocumented
Static Method directory Undocumented
Static Method json_at Undocumented
Static Method parquet_at Undocumented
Static Method partitioned_parquet_at Undocumented
Static Method repo_from_dir Undocumented
Method with_schema_version Undocumented
def csv_at(path: str, mapping_keys: dict[str, str] | None = None, csv_config: CsvConfig | None = None, date_formatter: DateFormatter | None = None) -> CsvFileSource: (source)

Undocumented

def delta_at(path: str, mapping_keys: dict[str, str] | None = None, config: DeltaConfig | None = None, date_formatter: DateFormatter | None = None) -> DeltaFileSource: (source)

Undocumented

def directory(path: str | ConfigValue) -> FileDirectory: (source)

Undocumented

def json_at(path: str) -> StorageFileSource: (source)

Undocumented

def parquet_at(path: str, mapping_keys: dict[str, str] | None = None, config: ParquetConfig | None = None, date_formatter: DateFormatter | None = None) -> ParquetFileSource: (source)

Undocumented

def partitioned_parquet_at(directory: str, partition_keys: list[str], mapping_keys: dict[str, str] | None = None, config: ParquetConfig | None = None, date_formatter: DateFormatter | None = None) -> PartitionedParquetFileSource: (source)

Undocumented

def repo_from_dir(dir: str, exclude: list[str] | None = None) -> AsRepoDefinition: (source)

Undocumented

def with_schema_version(self, sub_directory: str | ConfigValue | None = None) -> Directory: (source)

Undocumented