Airbyte Kotlin Bulk CDK

0.1.92

bulk-cdk-toolkit-load-object-storage/io.airbyte.cdk.load.pipline.object_storage/ObjectLoaderPartFormatter

ObjectLoaderPartFormatter

@Singleton

@Requires(bean = ObjectLoader::class)

class ObjectLoaderPartFormatter<T : OutputStream>(pathFactory: PathFactory, catalog: DestinationCatalog, writerFactory: BufferedFormattingWriterFactory<T>, loader: ObjectLoader, stateManager: DestinationStateManager<ObjectStorageDestinationState>, @Value(value = "${airbyte.destination.core.record-batch-size-override:null}") val batchSizeOverride: Long? = null, @Named(value = "objectLoaderClampedPartSizeBytes") val clampedPartSizeBytes: Long) : BatchAccumulator<ObjectLoaderPartFormatter.State<T>, StreamKey, DestinationRecordRaw, ObjectLoaderPartFormatter.FormattedPart>

Constructors

ObjectLoaderPartFormatter

constructor(pathFactory: PathFactory, catalog: DestinationCatalog, writerFactory: BufferedFormattingWriterFactory<T>, loader: ObjectLoader, stateManager: DestinationStateManager<ObjectStorageDestinationState>, @Value(value = "${airbyte.destination.core.record-batch-size-override:null}") batchSizeOverride: Long? = null, @Named(value = "objectLoaderClampedPartSizeBytes") clampedPartSizeBytes: Long)

Types

data class FormattedPart(val part: Part, val state: BatchState = BatchState.PROCESSED) : WithBatchState

data class State<T : OutputStream>(val stream: DestinationStream, val writer: BufferedFormattingWriter<T>, val partFactory: PartFactory) : AutoCloseable

Properties

batchSizeOverride

val batchSizeOverride: Long? = null

clampedPartSizeBytes

val clampedPartSizeBytes: Long

Functions

open suspend override fun accept(input: DestinationRecordRaw, state: ObjectLoaderPartFormatter.State<T>): BatchAccumulatorResult<ObjectLoaderPartFormatter.State<T>, ObjectLoaderPartFormatter.FormattedPart>

open suspend override fun finish(state: ObjectLoaderPartFormatter.State<T>): FinalOutput<ObjectLoaderPartFormatter.State<T>, ObjectLoaderPartFormatter.FormattedPart>

open suspend override fun start(key: StreamKey, part: Int): ObjectLoaderPartFormatter.State<T>

suspend fun startLockFree(key: StreamKey): ObjectLoaderPartFormatter.State<T>