A mapper which coerces ALL values against the schema. This mapper MUST NOT be called after any mapper that returns non-native-JSON types (date, timestamp, etc.), or any mapper that causes the values to become misaligned with the schema (e.g. AirbyteSchemaNoopMapper + SchemalessValuesToJsonString).

AirbyteValueIdentityMapper

open class AirbyteValueIdentityMapper(recurseIntoObjects: Boolean = true, recurseIntoArrays: Boolean = true, recurseIntoUnions: Boolean = true) : AirbyteValueMapper

AirbyteValueJsonlProxy

class AirbyteValueJsonlProxy(data: ObjectNode) : AirbyteValueProxy

AirbyteValueMapper

interface AirbyteValueMapper

AirbyteValueNoopMapper

class AirbyteValueNoopMapper : AirbyteValueMapper

An optimized identity mapper that just passes through.

AirbyteValueProtobufProxy

class ~~AirbyteValueProtobufProxy~~(data: List<AirbyteRecordMessage.AirbyteValueProtobuf>) : AirbyteValueProxy

Protobuf is sent as an ordered list of AirbyteValues. Coherent access depends on the source and destination agreeing on the schema. Currently, this is alphabetical order by field name, as constraints on the socket implementation guarantee that source and destination will always see the same schema. Eventually this order needs to be set by the source with a header message.

AirbyteValueProxy

interface AirbyteValueProxy

Provides a universal view over raw data, agnostic of the serialization format. Fields are accessed with accessors that contain name, index, and type. The type indicates with method should be used.

AirbyteValueToProtobuf

class AirbyteValueToProtobuf

Convenience class for testing.

ArrayType

data class ArrayType(val items: FieldType) : AirbyteType

ArrayTypeWithoutSchema

data object ArrayTypeWithoutSchema : AirbyteType

ArrayValue

@JvmInline

value class ArrayValue(val values: List<AirbyteValue>) : AirbyteValue

BooleanType

data object BooleanType : AirbyteType

BooleanValue

@JvmInline

value class BooleanValue(val value: Boolean) : AirbyteValue, Comparable<BooleanValue>

DateType

data object DateType : AirbyteType

DateValue

@JvmInline

value class DateValue(val value: LocalDate) : AirbyteValue, Comparable<DateValue>

DestinationRecordToAirbyteValueWithMeta

class DestinationRecordToAirbyteValueWithMeta(val stream: DestinationStream, flatten: Boolean, extractedAtAsTimestampWithTimezone: Boolean, airbyteRawId: UUID)

EnrichedAirbyteValue

class EnrichedAirbyteValue(var abValue: AirbyteValue, val type: AirbyteType, val name: String, val changes: MutableList<Meta.Change> = mutableListOf(), val airbyteMetaField: Meta.AirbyteMetaFields?)

Represents an "enriched" (/augmented) Airbyte value with additional metadata.

FailOnAllUnknownTypesExceptNull

class FailOnAllUnknownTypesExceptNull : AirbyteSchemaIdentityMapper

Intended for Avro and Parquet Conversions and similar use cases.

FieldType

data class FieldType(val type: AirbyteType, val nullable: Boolean)

IntegerType

data object IntegerType : AirbyteType

IntegerValue

@JvmInline

value class IntegerValue(val value: BigInteger) : AirbyteValue, Comparable<IntegerValue>

MapperPipeline

class ~~MapperPipeline~~(inputSchema: AirbyteType, schemaValueMapperPairs: List<Pair<AirbyteSchemaMapper, AirbyteValueMapper>>)

MapperPipelineFactory

interface ~~MapperPipelineFactory~~

MergeUnions

class MergeUnions : AirbyteSchemaIdentityMapper

NullOutOfRangeIntegers

class NullOutOfRangeIntegers(minValue: BigInteger = Long.MIN_VALUE.toBigInteger(), maxValue: BigInteger = Long.MAX_VALUE.toBigInteger()) : AirbyteValueIdentityMapper

Mapper for nulling out integers that are out of range. The default behavior is to null out integers that are outside the range of a 64-bit signed integer.

NullValue

data object NullValue : AirbyteValue, Comparable<NullValue>

NumberType

data object NumberType : AirbyteType

NumberValue

@JvmInline

value class NumberValue(val value: BigDecimal) : AirbyteValue, Comparable<NumberValue>

ObjectType

data class ObjectType(val properties: LinkedHashMap<String, FieldType>, val additionalProperties: Boolean = true, val required: List<String> = emptyList<String>()) : AirbyteType

ObjectTypeWithEmptySchema

data object ObjectTypeWithEmptySchema : AirbyteType

ObjectTypeWithoutSchema

data object ObjectTypeWithoutSchema : AirbyteType

ObjectValue

@JvmInline

value class ObjectValue(val values: LinkedHashMap<String, AirbyteValue>) : AirbyteValue

ProtobufTypeMismatchException

class ProtobufTypeMismatchException(val streamName: String, val columnName: String, val expectedType: AirbyteType, val actualValueCase: AirbyteRecordMessage.AirbyteValueProtobuf.ValueCase) : RuntimeException

Exception thrown when a protobuf value type doesn't match the expected AirbyteType. This indicates that the source connector is using the wrong protobuf setter method for the declared schema type.

SchemalessValuesToJsonString

class SchemalessValuesToJsonString : AirbyteValueIdentityMapper

StringType

data object StringType : AirbyteType

StringValue

@JvmInline

value class StringValue(val value: String) : AirbyteValue, Comparable<StringValue>

TimestampTypeWithoutTimezone

data object TimestampTypeWithoutTimezone : AirbyteType

TimestampTypeWithTimezone

data object TimestampTypeWithTimezone : AirbyteType

TimestampWithoutTimezoneValue

@JvmInline

value class TimestampWithoutTimezoneValue(val value: LocalDateTime) : AirbyteValue, Comparable<TimestampWithoutTimezoneValue>

TimestampWithTimezoneValue

@JvmInline

value class TimestampWithTimezoneValue(val value: OffsetDateTime) : AirbyteValue, Comparable<TimestampWithTimezoneValue>

TimeStringToInteger

class TimeStringToInteger : AirbyteValueIdentityMapper

NOTE: To keep parity with the old avro/parquet code, we will always first try to parse the value as with timezone, then fall back to without. But in theory we should be more strict.

TimeTypeWithoutTimezone

data object TimeTypeWithoutTimezone : AirbyteType

TimeTypeWithTimezone

data object TimeTypeWithTimezone : AirbyteType

TimeWithoutTimezoneValue

@JvmInline

value class TimeWithoutTimezoneValue(val value: LocalTime) : AirbyteValue, Comparable<TimeWithoutTimezoneValue>

TimeWithTimezoneValue

@JvmInline

value class TimeWithTimezoneValue(val value: OffsetTime) : AirbyteValue, Comparable<TimeWithTimezoneValue>

Transformations

class Transformations