bulk-cdk-core-load/io.airbyte.cdk.load.task.internal/LoadPipelineStepTaskFactory

LoadPipelineStepTaskFactory

@Singleton
@Requires(bean = LoadStrategy::class)
class LoadPipelineStepTaskFactory(@Named(value = "batchStateUpdateQueue") val batchUpdateQueue: QueueWriter<BatchUpdate>, @Named(value = "dataChannelInputFlows") val inputFlows: Array<Flow<PipelineInputEvent>>, flushStrategy: PipelineFlushStrategy)

Constructors

Link copied to clipboard
constructor(@Named(value = "batchStateUpdateQueue") batchUpdateQueue: QueueWriter<BatchUpdate>, @Named(value = "dataChannelInputFlows") inputFlows: Array<Flow<PipelineInputEvent>>, flushStrategy: PipelineFlushStrategy)

Properties

Link copied to clipboard
Link copied to clipboard

Functions

Link copied to clipboard
fun <S : AutoCloseable, K1 : WithStream, T, K2 : WithStream, U : Any> create(batchAccumulator: BatchAccumulator<S, K1, T, U>, inputFlow: Flow<PipelineEvent<K1, T>>, outputPartitioner: OutputPartitioner<K1, T, K2, U>?, outputQueue: PartitionedQueue<PipelineEvent<K2, U>>?, flushStrategy: PipelineFlushStrategy?, part: Int, numWorkers: Int, stepId: String, maxNumConcurrentKeys: Int? = null): LoadPipelineStepTask<S, K1, T, K2, U>
Link copied to clipboard
fun <S : AutoCloseable, K1 : WithStream, T, U : Any> createFinalStep(batchAccumulator: BatchAccumulator<S, K1, T, U>, inputQueue: PartitionedQueue<PipelineEvent<K1, T>>, part: Int, numWorkers: Int): LoadPipelineStepTask<S, K1, T, K1, U>
Link copied to clipboard
fun <S : AutoCloseable, K2 : WithStream, U : Any> createFirstStep(batchAccumulator: BatchAccumulator<S, StreamKey, DestinationRecordRaw, U>, outputPartitioner: OutputPartitioner<StreamKey, DestinationRecordRaw, K2, U>?, outputQueue: PartitionedQueue<PipelineEvent<K2, U>>?, part: Int, numWorkers: Int, maxNumConcurrentKeys: Int? = null): LoadPipelineStepTask<S, StreamKey, DestinationRecordRaw, K2, U>
Link copied to clipboard
fun <S : AutoCloseable, K1 : WithStream, T, K2 : WithStream, U : Any> createIntermediateStep(batchAccumulator: BatchAccumulator<S, K1, T, U>, inputFlow: Flow<PipelineEvent<K1, T>>, outputPartitioner: OutputPartitioner<K1, T, K2, U>?, outputQueue: PartitionedQueue<PipelineEvent<K2, U>>?, part: Int, numWorkers: Int, stepId: String): LoadPipelineStepTask<S, K1, T, K2, U>
Link copied to clipboard
fun <S : AutoCloseable, K2 : WithStream, U : Any> createOnlyStep(batchAccumulator: BatchAccumulator<S, StreamKey, DestinationRecordRaw, U>, part: Int, numWorkers: Int, maxNumConcurrentKeys: Int? = null): LoadPipelineStepTask<S, StreamKey, DestinationRecordRaw, K2, U>