Airbyte Kotlin Bulk CDK

0.1.92

bulk-cdk-toolkit-load-db/io.airbyte.cdk.load.pipeline.db

Package-level declarations

Types

BulkLoadCompletedUploadPartitioner

@Singleton

@Secondary

@Requires(bean = BulkLoaderFactory::class)

class BulkLoadCompletedUploadPartitioner<K : WithStream, T, U : RemoteObject<*>> : ObjectLoaderCompletedUploadPartitioner<K, T, StreamKey, U>

BulkLoadCompletedUploadQueue

@Factory

class BulkLoadCompletedUploadQueue<K : WithStream, T : RemoteObject<*>>

BulkLoaderLoadIntoTableStep

@Singleton

@Requires(bean = BulkLoaderFactory::class)

class BulkLoaderLoadIntoTableStep<K : WithStream, T : RemoteObject<*>>(val bulkLoader: BulkLoaderFactory<K, T>, val tableLoader: BulkLoaderTableLoader<K, T>, @Named(value = "objectLoaderCompletedUploadQueue") val inputQueue: PartitionedQueue<PipelineEvent<K, ObjectLoaderUploadCompleter.UploadResult<T>>>, val taskFactory: LoadPipelineStepTaskFactory) : LoadPipelineStep

BulkLoaderTableLoader

@Singleton

@Requires(bean = BulkLoaderFactory::class)

class BulkLoaderTableLoader<K : WithStream, T : RemoteObject<*>>(val bulkLoader: BulkLoaderFactory<K, T>) : BatchAccumulator<BulkLoader<T>, K, ObjectLoaderUploadCompleter.UploadResult<T>, BulkLoaderTableLoader.LoadResult>

BulkLoadPipeline

@Singleton

@Requires(bean = BulkLoaderFactory::class)

@Replaces(value = ObjectLoaderPipeline::class)

class BulkLoadPipeline<K : WithStream, T : RemoteObject<*>>(@Named(value = "recordPartFormatterStep") formatterStep: ObjectLoaderPartFormatterStep, @Named(value = "recordPartLoaderStep") loaderStep: ObjectLoaderPartLoaderStep<T>, @Named(value = "recordUploadCompleterStep") completerStep: ObjectLoaderUploadCompleterStep<K, T>, loadIntoTableStep: BulkLoaderLoadIntoTableStep<K, T>, @Named(value = "dataChannelMedium") dataChannelMedium: DataChannelMedium, @Named(value = "bigQueryOneShotStep") bigQueryOneShotStep: LoadPipelineStep? = null) : LoadPipeline

InsertLoaderInputPartitionerFactory

@Factory

class InsertLoaderInputPartitionerFactory

InsertLoaderPipeline

@Singleton

@Requires(bean = InsertLoader::class)

class InsertLoaderPipeline<Q : InsertLoaderRequest>(requestBuilderStep: InsertLoaderRequestBuilderStep<Q>, requestExecutorStep: InsertLoaderRequestExecutorStep<Q>) : LoadPipeline

InsertLoaderRequestBuilderAccumulator

@Singleton

@Requires(bean = InsertLoader::class)

class InsertLoaderRequestBuilderAccumulator<Q : InsertLoaderRequest>(loaderFactory: InsertLoader<Q>, @Named(value = "insertLoaderClampedRequestSizeBytes") maxRequestSizeBytes: Long) : BatchAccumulator<InsertLoaderRequestBuilder<Q>, StreamKey, DestinationRecordRaw, InsertLoaderRequestBuilderAccumulator.Result<Q>>

InsertLoaderRequestBuilderStep

@Singleton

@Requires(bean = InsertLoader::class)

class InsertLoaderRequestBuilderStep<Q : InsertLoaderRequest>(val loader: InsertLoader<Q>, val requestBuilder: InsertLoaderRequestBuilderAccumulator<Q>, val taskFactory: LoadPipelineStepTaskFactory, @Named(value = "insertLoaderRequestQueue") val outputQueue: PartitionedQueue<PipelineEvent<StreamKey, InsertLoaderRequestBuilderAccumulator.Result<Q>>>, val outputPartitioner: InsertLoaderRequestPartitioner<Q>) : LoadPipelineStep

InsertLoaderRequestExecutorAccumulator

@Singleton

@Requires(bean = InsertLoader::class)

class InsertLoaderRequestExecutorAccumulator<Q : InsertLoaderRequest>(insertLoader: InsertLoader<Q>) : BatchAccumulator<Closeable, StreamKey, InsertLoaderRequestBuilderAccumulator.Result<Q>, InsertLoaderRequestExecutorAccumulator.Result>

InsertLoaderRequestExecutorStep

@Singleton

@Requires(bean = InsertLoader::class)

class InsertLoaderRequestExecutorStep<Q : InsertLoaderRequest>(loader: InsertLoader<Q>, requestExecutor: InsertLoaderRequestExecutorAccumulator<Q>, @Named(value = "insertLoaderRequestQueue") inputQueue: PartitionedQueue<PipelineEvent<StreamKey, InsertLoaderRequestBuilderAccumulator.Result<Q>>>, taskFactory: LoadPipelineStepTaskFactory) : LoadPipelineStep

InsertLoaderRequestPartitioner

@Singleton

@Requires(bean = InsertLoader::class)

class InsertLoaderRequestPartitioner<Q : InsertLoaderRequest>(val insertLoader: InsertLoader<Q>) : OutputPartitioner<StreamKey, DestinationRecordRaw, StreamKey, InsertLoaderRequestBuilderAccumulator.Result<Q>>

InsertLoaderRequestQueueFactory

@Factory

@Requires(bean = InsertLoader::class)

class InsertLoaderRequestQueueFactory<Q : InsertLoaderRequest>