aligned.sources.s3.AwsS3Directory

class documentation

class AwsS3Directory(Directory): (source)

Undocumented

Method	`csv_at`	Undocumented
Method	`delta_at`	Undocumented
Method	`directory`	Undocumented
Method	`json_at`	Undocumented
Method	`parquet_at`	Undocumented
Method	`partitioned_parquet_at`	Undocumented
Method	`sub_directory`	Undocumented
Method	`with_schema_version`	Undocumented
Class Variable	`config`	Undocumented
Class Variable	`path`	Undocumented

def csv_at(self, path: str, mapping_keys: dict[str, str] | None = None, csv_config: CsvConfig | None = None) -> AwsS3CsvDataSource: (source) ¶

Undocumented

def delta_at(self, path: str, mapping_keys: dict[str, str] | None = None, config: DeltaFileConfig | None = None) -> CodableBatchDataSource: (source) ¶

Undocumented

def directory(self, path: str | ConfigValue) -> AwsS3Directory: (source) ¶

Undocumented

def json_at(self, path: str) -> AwsS3DataSource: (source) ¶

Undocumented

def parquet_at(self, path: str, mapping_keys: dict[str, str] | None = None, config: ParquetConfig | None = None, date_formatter: DateFormatter | None = None) -> AwsS3ParquetDataSource: (source) ¶

Undocumented

def partitioned_parquet_at(self, directory: str, partition_keys: list[str], mapping_keys: dict[str, str] | None = None, config: ParquetConfig | None = None, date_formatter: DateFormatter | None = None) -> PartitionedParquetFileSource: (source) ¶

Undocumented

def sub_directory(self, path: str | ConfigValue) -> AwsS3Directory: (source) ¶

Undocumented

def with_schema_version(self, sub_directory: str | ConfigValue | None = None) -> Directory: (source) ¶

Undocumented

config: AwsS3Config = (source) ¶

Undocumented

path: str = (source) ¶

Undocumented