bulk-cdk-toolkit-extract-jdbc/io.airbyte.cdk.read/DefaultJdbcSplittableSnapshotPartition

DefaultJdbcSplittableSnapshotPartition

class DefaultJdbcSplittableSnapshotPartition(val selectQueryGenerator: SelectQueryGenerator, val streamState: DefaultJdbcStreamState, primaryKey: List<Field>, val lowerBound: List<JsonNode>?, val upperBound: List<JsonNode>?) : DefaultJdbcSplittablePartition

Default implementation of a JdbcPartition for a splittable snapshot partition.

Constructors

constructor(selectQueryGenerator: SelectQueryGenerator, streamState: DefaultJdbcStreamState, primaryKey: List<Field>, lowerBound: List<JsonNode>?, upperBound: List<JsonNode>?)

Properties

checkpointColumns

val checkpointColumns: List<Field>

completeState

open override val completeState: OpaqueStateValue

State value to emit when the partition is read in its entirety.

from

val from: From

isLowerBoundIncluded

open val isLowerBoundIncluded: Boolean = false

lowerBound

open override val lowerBound: List<JsonNode>?

nonResumableQuery

open override val nonResumableQuery: SelectQuery

Query which produces all records in the partition in no particular order.

nonResumableQuerySpec

val nonResumableQuerySpec: SelectQuerySpec

selectQueryGenerator

val selectQueryGenerator: SelectQueryGenerator

stream

val stream: Stream

streamState

override val streamState: DefaultJdbcStreamState

The partition's stream's transient state, including parameters like fetchSize, etc.

upperBound

open override val upperBound: List<JsonNode>?

where

val where: WhereNode

Functions

incompleteState

open override fun incompleteState(lastRecord: ObjectNode): OpaqueStateValue

State value to emit when the partition is read up to (and including) lastRecord.

resumableQuery

open override fun resumableQuery(limit: Long): SelectQuery

Query which produces a subset of records at the beginning of the partition.

samplingQuery

open override fun samplingQuery(sampleRateInvPow2: Int): SelectQuery

Query which samples records in the partition at the rate of 2^-sampleRateInvPow2.

tryAcquireResourcesForCreator

open fun tryAcquireResourcesForCreator(): JdbcPartitionsCreator.AcquiredResources?

Tries to acquire resources for JdbcPartitionsCreator.

tryAcquireResourcesForReader

open fun tryAcquireResourcesForReader(resourceTypes: List<ResourceType>): Map<ResourceType, JdbcPartitionReader.AcquiredResource>?

Tries to acquire resources for JdbcPartitionReader.