bulk-cdk-toolkit-load-db/io.airbyte.cdk.load.pipeline.db/BulkLoadPipeline

BulkLoadPipeline

@Singleton
@Requires(bean = BulkLoaderFactory::class)
@Replaces(value = ObjectLoaderPipeline::class)
class BulkLoadPipeline<K : WithStream, T : RemoteObject<*>>(@Named(value = "recordPartFormatterStep") formatterStep: ObjectLoaderPartFormatterStep, @Named(value = "recordPartLoaderStep") loaderStep: ObjectLoaderPartLoaderStep<T>, @Named(value = "recordUploadCompleterStep") completerStep: ObjectLoaderUploadCompleterStep<K, T>, loadIntoTableStep: BulkLoaderLoadIntoTableStep<K, T>, @Named(value = "dataChannelMedium") dataChannelMedium: DataChannelMedium, @Named(value = "bigQueryOneShotStep") bigQueryOneShotStep: LoadPipelineStep? = null) : LoadPipeline

Constructors

Link copied to clipboard
constructor(@Named(value = "recordPartFormatterStep") formatterStep: ObjectLoaderPartFormatterStep, @Named(value = "recordPartLoaderStep") loaderStep: ObjectLoaderPartLoaderStep<T>, @Named(value = "recordUploadCompleterStep") completerStep: ObjectLoaderUploadCompleterStep<K, T>, loadIntoTableStep: BulkLoaderLoadIntoTableStep<K, T>, @Named(value = "dataChannelMedium") dataChannelMedium: DataChannelMedium, @Named(value = "bigQueryOneShotStep") bigQueryOneShotStep: LoadPipelineStep? = null)

Functions

Link copied to clipboard
suspend fun start(launcher: suspend (Task) -> Unit)
Link copied to clipboard
open suspend fun stop()