bulk-cdk-core-extract/io.airbyte.cdk.output.sockets

Package-level declarations

Types

DefaultSocketDataChannelFactory

@Singleton

class DefaultSocketDataChannelFactory(probePacket: ProbePacket) : SocketDataChannelFactory

FieldValueEncoder

class FieldValueEncoder<R>(val fieldValue: R?, val jsonEncoder: JsonEncoder<in R>)

NativeRecordPayload

typealias NativeRecordPayload = MutableMap<String, FieldValueEncoder<*>>

SocketDataChannel

interface SocketDataChannel

SocketDataChannelFactory

interface SocketDataChannelFactory

SocketDataChannelResourceHolder

@Singleton

@Requires(property = "airbyte.connector.data-channel.medium", value = "SOCKET")

class SocketDataChannelResourceHolder(@Value(value = "${airbyte.connector.data-channel.socket-paths}") socketPaths: List<String>, socketFactory: SocketDataChannelFactory)

A SocketDataChannelResourceHolder holds a list of SocketDataChannel instances that are initialized and once connected can be bound to for data transfer.

SocketJsonOutputConsumer

class SocketJsonOutputConsumer(dataChannel: SocketDataChannel, clock: Clock, val bufferByteSizeThresholdForFlush: Int, additionalProperties: Map<String, String>) : BaseStdoutOutputConsumer

SocketProtobufOutputConsumer

class SocketProtobufOutputConsumer(dataChannel: SocketDataChannel, clock: Clock, val bufferByteSizeThresholdForFlush: Int, val additionalProperties: Map<String, String>) : OutputConsumer

UnixDomainSocketDataChannel

class UnixDomainSocketDataChannel(socketFilePath: String, probePacket: ProbePacket) : SocketDataChannel

A Unix Domain Socket implementation of SocketDataChannel.

Properties

DATA_CHANNEL_PROPERTY_PREFIX

const val DATA_CHANNEL_PROPERTY_PREFIX: String

encoder

val encoder: AirbyteValueProtobufEncoder

FORMAT_PROPERTY

const val FORMAT_PROPERTY: String

MEDIUM_PROPERTY

const val MEDIUM_PROPERTY: String

SOCKET_PATHS_PROPERTY

const val SOCKET_PATHS_PROPERTY: String

Functions

toJson

fun NativeRecordPayload.toJson(parentNode: ObjectNode = Jsons.objectNode()): ObjectNode

toProtobuf

fun NativeRecordPayload.toProtobuf(schema: Set<FieldOrMetaField>, recordMessageBuilder: AirbyteRecordMessage.AirbyteRecordMessageProtobuf.Builder, valueBuilder: AirbyteRecordMessage.AirbyteValueProtobuf.Builder): AirbyteRecordMessage.AirbyteRecordMessageProtobuf.Builder

valueForProtobufEncoding

fun <R> valueForProtobufEncoding(fve: FieldValueEncoder<R>): Any?

Transforms a field value into a protobuf-compatible representation. Handles special conversions for types that need preprocessing before protobuf encoding, such as ByteBuffer -> Base64 String, BigDecimal -> BigInteger, URL -> String, etc.