bulk-cdk-core-load/io.airbyte.cdk.load.message

Package-level declarations

Types

sealed interface CheckpointMessage : DestinationMessage

State.

Internal representation of destination messages. These are intended to be specialized for usability. Data should be unmarshalled to these from front-line deserialized objects.

DestinationMessageFactory

@Singleton

class DestinationMessageFactory(catalog: DestinationCatalog, @Named(value = "dataChannelMedium") dataChannelMedium: DataChannelMedium, namespaceMapper: NamespaceMapper, uuidGenerator: UUIDGenerator)

DestinationRecord

data class DestinationRecord(val stream: DestinationStream, val message: DestinationRecordSource, val serializedSizeBytes: Long, val checkpointId: CheckpointId? = null, val airbyteRawId: UUID) : DestinationMessage

DestinationRecordJsonSource

@JvmInline

value class DestinationRecordJsonSource(val source: AirbyteMessage) : DestinationRecordSource

DestinationRecordProtobufSource

@JvmInline

value class DestinationRecordProtobufSource(val source: AirbyteMessage.AirbyteMessageProtobuf) : DestinationRecordSource

DestinationRecordRaw

data class DestinationRecordRaw(val stream: DestinationStream, val rawData: DestinationRecordSource, val serializedSizeBytes: Long, val checkpointId: CheckpointId? = null, val airbyteRawId: UUID)

DestinationRecordSource

sealed interface DestinationRecordSource

A serialization-format agnostic wrapper for incoming DestinationRecord's. The record-level corollary to io.airbyte.cdk.load.data.AirbyteValueProxy, providing uniform access to both client data and metadata.

DestinationRecordStreamComplete

data class DestinationRecordStreamComplete(val stream: DestinationStream, val emittedAtMs: Long) : DestinationMessage

EnrichedDestinationRecordAirbyteValue

data class EnrichedDestinationRecordAirbyteValue(val stream: DestinationStream, val declaredFields: LinkedHashMap<String, EnrichedAirbyteValue>, val undeclaredFields: LinkedHashMap<String, JsonNode>, val emittedAtMs: Long, val sourceMeta: Meta, val serializedSizeBytes: Long = 0, extractedAtAsTimestampWithTimezone: Boolean = false, val airbyteRawId: UUID)

GlobalCheckpoint

data class GlobalCheckpoint(val state: JsonNode?, val sourceStats: CheckpointMessage.Stats?, var destinationStats: CheckpointMessage.Stats? = null, val checkpoints: List<CheckpointMessage.Checkpoint> = emptyList(), val additionalProperties: Map<String, Any>, val originalTypeField: AirbyteStateMessage.AirbyteStateType? = AirbyteStateMessage.AirbyteStateType.GLOBAL, val serializedSizeBytes: Long, val checkpointKey: CheckpointKey? = null, var totalRecords: Long? = null, var totalBytes: Long? = null, var totalRejectedRecords: Long? = null, var additionalStats: MutableMap<String, Double> = mutableMapOf()) : CheckpointMessage

GlobalSnapshotCheckpoint

data class GlobalSnapshotCheckpoint(val state: JsonNode?, val sourceStats: CheckpointMessage.Stats?, var destinationStats: CheckpointMessage.Stats? = null, val checkpoints: List<CheckpointMessage.Checkpoint> = emptyList(), val additionalProperties: Map<String, Any>, val originalTypeField: AirbyteStateMessage.AirbyteStateType? = AirbyteStateMessage.AirbyteStateType.GLOBAL, val serializedSizeBytes: Long, val checkpointKey: CheckpointKey? = null, var totalRecords: Long? = null, var totalBytes: Long? = null, var totalRejectedRecords: Long? = null, var additionalStats: MutableMap<String, Double> = mutableMapOf(), val streamCheckpoints: Map<DestinationStream.Descriptor, CheckpointKey>) : CheckpointMessage

Ignored

data object Ignored : DestinationMessage

For messages, we recognize but do not want to process. Different from Undefined mainly in that we don't log a warning.

Functions

toAirbyteValue

fun Meta.Change.toAirbyteValue(): ObjectValue

toAirbyteValues

fun List<Meta.Change>.toAirbyteValues(): List<ObjectValue>