bulk-cdk-toolkit-load-object-storage/io.airbyte.cdk.load.command.object_storage/DeprecatedParquetFormatSpecification

DeprecatedParquetFormatSpecification

class DeprecatedParquetFormatSpecification(val formatType: DeprecatedObjectStorageFormatSpecification.Type = Type.PARQUET) : DeprecatedObjectStorageFormatSpecification

Parquet

Constructors

constructor(formatType: DeprecatedObjectStorageFormatSpecification.Type = Type.PARQUET)

Types

ParquetFormatCompressionCodec

enum ParquetFormatCompressionCodec : Enum<DeprecatedParquetFormatSpecification.ParquetFormatCompressionCodec>

Properties

blockSizeMb

@JsonPropertyDescription(value = "This is the size of a row group being buffered in memory. It limits the memory usage when writing. Larger values will improve the IO when reading, but consume more memory when writing. Default: 128 MB.")

val blockSizeMb: Int? = 128

compressionCodec

@JsonPropertyDescription(value = "The compression algorithm used to compress data pages.")

val compressionCodec: DeprecatedParquetFormatSpecification.ParquetFormatCompressionCodec?

dictionaryEncoding

@JsonPropertyDescription(value = "Default: true.")

val dictionaryEncoding: Boolean? = true

dictionaryPageSizeKb

@JsonPropertyDescription(value = "There is one dictionary page per column per row group when dictionary encoding is used. The dictionary page size works like the page size but for dictionary. Default: 1024 KB.")

val dictionaryPageSizeKb: Int? = 1024

formatType

open override val formatType: DeprecatedObjectStorageFormatSpecification.Type

maxPaddingSizeMb

@JsonPropertyDescription(value = "Maximum size allowed as padding to align row groups. This is also the minimum size of a row group. Default: 8 MB.")

val maxPaddingSizeMb: Int? = 8

pageSizeKb

@JsonPropertyDescription(value = "The page size is for compression. A block is composed of pages. A page is the smallest unit that must be read fully to access a single record. If this value is too small, the compression will deteriorate. Default: 1024 KB.")

val pageSizeKb: Int? = 1024