bulk-cdk-toolkit-load-object-storage/io.airbyte.cdk.load.pipline.object_storage.file/ForwardFileRecordStep

ForwardFileRecordStep

@Singleton
@Requires(condition = IsFileTransferCondition::class)
class ForwardFileRecordStep<T>(@Named(value = "fileCompletedQueue") inputQueue: PartitionedQueue<PipelineEvent<StreamKey, ObjectLoaderUploadCompleter.UploadResult<T>>>, @Named(value = "recordQueue") outputQueue: PartitionedQueue<PipelineEvent<StreamKey, DestinationRecordRaw>>) : LoadPipelineStep

Constructors

Link copied to clipboard
constructor(@Named(value = "fileCompletedQueue") inputQueue: PartitionedQueue<PipelineEvent<StreamKey, ObjectLoaderUploadCompleter.UploadResult<T>>>, @Named(value = "recordQueue") outputQueue: PartitionedQueue<PipelineEvent<StreamKey, DestinationRecordRaw>>)

Properties

Link copied to clipboard
open override val numWorkers: Int = 1

Functions

Link copied to clipboard
open override fun taskForPartition(partition: Int): ForwardFileRecordTask<T>