Airbyte Kotlin Bulk CDK

0.1.92

bulk-cdk-toolkit-load-object-storage/io.airbyte.cdk.load.command.object_storage

Package-level declarations

Types

AvroFormatConfiguration

data class AvroFormatConfiguration(val extension: String = "avro", val avroCompressionConfiguration: AvroCompressionConfiguration) : ObjectStorageFormatConfiguration, AvroCompressionConfigurationProvider

CSVFormatConfiguration

data class CSVFormatConfiguration(val extension: String = "csv", val rootLevelFlattening: Boolean = false) : ObjectStorageFormatConfiguration

CSVFormatSpecification

class CSVFormatSpecification(val formatType: ObjectStorageFormatSpecification.Type = Type.CSV, val flattening: FlatteningSpecificationProvider.Flattening = FlatteningSpecificationProvider.Flattening.NO_FLATTENING) : ObjectStorageFormatSpecification, FlatteningSpecificationProvider

CSV

DeprecatedAvroFormatSpecification

class DeprecatedAvroFormatSpecification(val formatType: DeprecatedObjectStorageFormatSpecification.Type = Type.AVRO) : DeprecatedObjectStorageFormatSpecification

AVRO

DeprecatedCSVFormatSpecification

class DeprecatedCSVFormatSpecification(val formatType: DeprecatedObjectStorageFormatSpecification.Type = Type.CSV) : DeprecatedObjectStorageFormatSpecification, FlatteningSpecificationProvider, ObjectStorageCompressionSpecificationProvider

CSV

DeprecatedJsonFormatSpecification

class DeprecatedJsonFormatSpecification(val formatType: DeprecatedObjectStorageFormatSpecification.Type = Type.JSONL) : DeprecatedObjectStorageFormatSpecification, FlatteningSpecificationProvider, ObjectStorageCompressionSpecificationProvider

JSONL

DeprecatedObjectStorageFormatSpecification

sealed class DeprecatedObjectStorageFormatSpecification

DeprecatedObjectStorageFormatSpecificationProvider

interface DeprecatedObjectStorageFormatSpecificationProvider

Mix-in to provide file format configuration.

DeprecatedParquetFormatSpecification

class DeprecatedParquetFormatSpecification(val formatType: DeprecatedObjectStorageFormatSpecification.Type = Type.PARQUET) : DeprecatedObjectStorageFormatSpecification

Parquet

FlatteningSpecificationProvider

interface FlatteningSpecificationProvider

GZIPCompressionSpecification

class GZIPCompressionSpecification(val compressionType: ObjectStorageCompressionSpecification.Type = Type.GZIP) : ObjectStorageCompressionSpecification

JsonFormatConfiguration

data class JsonFormatConfiguration(val extension: String = "jsonl", val rootLevelFlattening: Boolean = false) : ObjectStorageFormatConfiguration

JsonFormatSpecification

class JsonFormatSpecification(val formatType: ObjectStorageFormatSpecification.Type = Type.JSONL, val flattening: FlatteningSpecificationProvider.Flattening? = FlatteningSpecificationProvider.Flattening.NO_FLATTENING) : ObjectStorageFormatSpecification, FlatteningSpecificationProvider

JSONL

NoCompressionSpecification

class NoCompressionSpecification(val compressionType: ObjectStorageCompressionSpecification.Type = Type.NoCompression) : ObjectStorageCompressionSpecification

ObjectStorageCompressionConfiguration

data class ObjectStorageCompressionConfiguration<T : OutputStream>(val compressor: StreamProcessor<T>)

ObjectStorageCompressionConfigurationProvider

interface ObjectStorageCompressionConfigurationProvider<T : OutputStream>

ObjectStorageCompressionSpecification

sealed class ObjectStorageCompressionSpecification

ObjectStorageCompressionSpecificationProvider

interface ObjectStorageCompressionSpecificationProvider

Mix-in to provide file format configuration.

ObjectStorageFormatConfiguration

sealed interface ObjectStorageFormatConfiguration

ObjectStorageFormatConfigurationProvider

interface ObjectStorageFormatConfigurationProvider

ObjectStorageFormatSpecification

sealed class ObjectStorageFormatSpecification

ObjectStorageFormatSpecificationProvider

interface ObjectStorageFormatSpecificationProvider

ObjectStoragePathConfiguration

data class ObjectStoragePathConfiguration(val prefix: String, val pathPattern: String?, val fileNamePattern: String?, val resolveNamesMethod: (String) -> String = { Transformations.toS3SafeCharacters(it) })

ObjectStoragePathConfigurationProvider

interface ObjectStoragePathConfigurationProvider

ObjectStorageUploadConfiguration

data class ObjectStorageUploadConfiguration(val fileSizeBytes: Long = DEFAULT_FILE_SIZE_BYTES, val uploadPartSizeBytes: Long = DEFAULT_PART_SIZE_BYTES)

ObjectStorageUploadConfigurationProvider

interface ObjectStorageUploadConfigurationProvider

OutputFormatConfigurationProvider

interface OutputFormatConfigurationProvider

Configuration

ParquetFormatConfiguration

data class ParquetFormatConfiguration(val extension: String = "parquet", val parquetWriterConfiguration: ParquetWriterConfiguration) : ObjectStorageFormatConfiguration, ParquetWriterConfigurationProvider