Airbyte Kotlin Bulk CDK

0.1.92

bulk-cdk-toolkit-load-object-storage/io.airbyte.cdk.load.pipline.object_storage/ObjectLoaderPartLoader

ObjectLoaderPartLoader

@Singleton

@Requires(bean = ObjectLoader::class)

class ObjectLoaderPartLoader<T : RemoteObject<*>>(client: ObjectStorageClient<T>, catalog: DestinationCatalog, uploads: UploadsInProgress<T>, destinationConfig: DestinationConfiguration) : BatchAccumulator<ObjectLoaderPartLoader.State<T>, ObjectKey, ObjectLoaderPartFormatter.FormattedPart, ObjectLoaderPartLoader.PartResult<T>>

Constructors

ObjectLoaderPartLoader

constructor(client: ObjectStorageClient<T>, catalog: DestinationCatalog, uploads: UploadsInProgress<T>, destinationConfig: DestinationConfiguration)

Types

data class LoadedPart<T : RemoteObject<*>>(val upload: Deferred<StreamingUpload<T>>, val objectKey: String, val partIndex: Int, val isFinal: Boolean, val empty: Boolean = false) : ObjectLoaderPartLoader.PartResult<T>

data class NoPart<T : RemoteObject<*>>(val objectKey: String) : ObjectLoaderPartLoader.PartResult<T>

sealed interface PartResult<T : RemoteObject<*>> : WithBatchState

data class State<T : RemoteObject<*>>(val objectKey: String, val streamingUpload: Deferred<StreamingUpload<T>>) : AutoCloseable

Functions

open suspend override fun accept(input: ObjectLoaderPartFormatter.FormattedPart, state: ObjectLoaderPartLoader.State<T>): BatchAccumulatorResult<ObjectLoaderPartLoader.State<T>, ObjectLoaderPartLoader.PartResult<T>>

acceptWithExperimentalCoroutinesApi

suspend fun acceptWithExperimentalCoroutinesApi(input: ObjectLoaderPartFormatter.FormattedPart, state: ObjectLoaderPartLoader.State<T>): BatchAccumulatorResult<ObjectLoaderPartLoader.State<T>, ObjectLoaderPartLoader.PartResult<T>>

open suspend override fun finish(state: ObjectLoaderPartLoader.State<T>): FinalOutput<ObjectLoaderPartLoader.State<T>, ObjectLoaderPartLoader.PartResult<T>>

open suspend override fun start(key: ObjectKey, part: Int): ObjectLoaderPartLoader.State<T>