bulk-cdk-toolkit-load-object-storage/io.airbyte.cdk.load.pipline.object_storage/ObjectLoaderOneShotUploaderStep

ObjectLoaderOneShotUploaderStep

class ObjectLoaderOneShotUploaderStep<K : WithStream, T : RemoteObject<*>>(objectLoaderOneShotUploader: ObjectLoaderOneShotUploader<*, T>, completedUploadQueue: PartitionedQueue<PipelineEvent<K, ObjectLoaderUploadCompleter.UploadResult<T>>>? = null, completedUploadPartitioner: ObjectLoaderCompletedUploadPartitioner<StreamKey, DestinationRecordRaw, K, T>? = null, taskFactory: LoadPipelineStepTaskFactory, val numWorkers: Int) : LoadPipelineStep

Constructors

Link copied to clipboard
constructor(objectLoaderOneShotUploader: ObjectLoaderOneShotUploader<*, T>, completedUploadQueue: PartitionedQueue<PipelineEvent<K, ObjectLoaderUploadCompleter.UploadResult<T>>>? = null, completedUploadPartitioner: ObjectLoaderCompletedUploadPartitioner<StreamKey, DestinationRecordRaw, K, T>? = null, taskFactory: LoadPipelineStepTaskFactory, numWorkers: Int)

Properties

Link copied to clipboard
open override val numWorkers: Int

Functions

Link copied to clipboard
open override fun taskForPartition(partition: Int): Task