bulk-cdk-core-load/io.airbyte.cdk.load.task.implementor

Package-level declarations

Types

class CloseStreamTask(syncManager: SyncManager, val streamDescriptor: DestinationStream.Descriptor, taskLauncher: DestinationTaskLauncher) : Task

CloseStreamTaskFactory

@Singleton

class CloseStreamTaskFactory(syncManager: SyncManager)

FailStreamTask

class FailStreamTask(taskLauncher: DestinationTaskLauncher, exception: Exception, syncManager: SyncManager, stream: DestinationStream.Descriptor, shouldRunStreamLoaderClose: Boolean) : Task

FailStreamTaskFactory

@Singleton

class FailStreamTaskFactory(syncManager: SyncManager)

FailSyncTask

class FailSyncTask(taskLauncher: DestinationTaskLauncher, destinationWriter: DestinationWriter, exception: Exception, syncManager: SyncManager, checkpointManager: CheckpointManager) : Task

FailSyncTask is a task that is executed only when the destination itself fails during a sync. If the sync is failed by upstream (e.g. an incomplete stream message is received), we do not call this task. It is responsible for cleaning up resources and reporting the failure.

FailSyncTaskFactory

@Singleton

class FailSyncTaskFactory(syncManager: SyncManager, checkpointManager: CheckpointManager, destinationWriter: DestinationWriter)

OpenStreamTask

@Singleton

class OpenStreamTask(destinationWriter: DestinationWriter, syncManager: SyncManager, openStreamQueue: MessageQueue<DestinationStream>) : Task

Consumes DestinationStreams from the openStreamQueue, creates/starts a StreamLoader for each, and registers it with the SyncManager.

SetupTask

class SetupTask(destination: DestinationWriter, taskLauncher: DestinationTaskLauncher) : Task

Wraps @DestinationWriter.setup and starts the open stream tasks.

SetupTaskFactory

@Singleton

class SetupTaskFactory(destination: DestinationWriter)

TeardownTask

class TeardownTask(checkpointManager: CheckpointManager, syncManager: SyncManager, destination: DestinationWriter, taskLauncher: DestinationTaskLauncher) : Task

Wraps @DestinationWriter.teardown and stops the task launcher.

TeardownTaskFactory

@Singleton

class TeardownTaskFactory(checkpointManager: CheckpointManager, syncManager: SyncManager, destination: DestinationWriter)