bulk-cdk-toolkit-legacy-task-load-db/io.airbyte.cdk.load.orchestration.db.legacy_typing_deduping

Package-level declarations

Types

data class AlterTableReport(val columnsToAdd: Set<String>, val columnsToRemove: Set<String>, val columnsToChangeType: Set<String>)

FinalTableInitialStatus

data class FinalTableInitialStatus(val isSchemaMismatch: Boolean, val isEmpty: Boolean, val finalTableGenerationId: Long?)

NoopTypingDedupingSqlGenerator

object NoopTypingDedupingSqlGenerator : TypingDedupingSqlGenerator

We are switching all destinations away from T+D, to use direct-load tables instead. However, some destinations will continue to provide a "legacy raw tables" mode, which writes the raw table format of T+D, but with the actual T+D disabled.

RawTableInitialStatus

data class RawTableInitialStatus(val hasUnprocessedRecords: Boolean, val maxProcessedTimestamp: Instant?)

TableCatalog

data class TableCatalog(catalog: Map<DestinationStream, TableNameInfo>) : Map<DestinationStream, TableNameInfo>

TableCatalogByDescriptor

data class TableCatalogByDescriptor(catalog: Map<DestinationStream.Descriptor, TableNameInfo>) : Map<DestinationStream.Descriptor, TableNameInfo>

TableCatalogFactory

@Factory

class TableCatalogFactory

TableNameInfo

data class TableNameInfo(val tableNames: TableNames, val columnNameMapping: ColumnNameMapping)

TypingDedupingDatabaseInitialStatus

data class TypingDedupingDatabaseInitialStatus(val finalTableStatus: FinalTableInitialStatus?, val rawTableStatus: RawTableInitialStatus?, val tempRawTableStatus: RawTableInitialStatus?) : DatabaseInitialStatus

TypingDedupingExecutionConfig

data class TypingDedupingExecutionConfig(val rawTableSuffix: String)

TypingDedupingFinalTableOperations

class TypingDedupingFinalTableOperations(sqlGenerator: TypingDedupingSqlGenerator, databaseHandler: DatabaseHandler)

TypingDedupingRawTableOperations

interface TypingDedupingRawTableOperations

TypingDedupingSqlGenerator

interface TypingDedupingSqlGenerator

TypingDedupingStreamLoader

class TypingDedupingStreamLoader(val stream: DestinationStream, initialStatus: TypingDedupingDatabaseInitialStatus, tableNames: TableNames, columnNameMapping: ColumnNameMapping, rawTableOperations: TypingDedupingRawTableOperations, finalTableOperations: TypingDedupingFinalTableOperations, disableTypeDedupe: Boolean, streamStateStore: StreamStateStore<TypingDedupingExecutionConfig>) : StreamLoader

TypingDedupingUtil

object TypingDedupingUtil

TypingDedupingWriter

class TypingDedupingWriter(names: TableCatalog, stateGatherer: DatabaseInitialStatusGatherer<TypingDedupingDatabaseInitialStatus>, databaseHandler: DatabaseHandler, rawTableOperations: TypingDedupingRawTableOperations, finalTableOperations: TypingDedupingFinalTableOperations, disableTypeDedupe: Boolean, streamStateStore: StreamStateStore<TypingDedupingExecutionConfig>) : DestinationWriter

Properties

DEFAULT_AIRBYTE_INTERNAL_NAMESPACE

const val DEFAULT_AIRBYTE_INTERNAL_NAMESPACE: String

Functions

reify

fun RawTableInitialStatus?.reify(): RawTableInitialStatus

Many callers need to do a create table if not exists. This is a utility method to update the initial status accordingly - i.e. if the table already existed, retain its status; otherwise, use the empty table status.