bulk-cdk-toolkit-extract-jdbc/io.airbyte.cdk.read/DefaultJdbcCursorIncrementalPartition

DefaultJdbcCursorIncrementalPartition

class DefaultJdbcCursorIncrementalPartition(val selectQueryGenerator: SelectQueryGenerator, val streamState: DefaultJdbcStreamState, val cursor: Field, val cursorLowerBound: JsonNode, val isLowerBoundIncluded: Boolean, cursorUpperBound: JsonNode?) : DefaultJdbcCursorPartition

Default implementation of a JdbcPartition for a cursor incremental partition. These are always splittable.

Constructors

constructor(selectQueryGenerator: SelectQueryGenerator, streamState: DefaultJdbcStreamState, cursor: Field, cursorLowerBound: JsonNode, isLowerBoundIncluded: Boolean, cursorUpperBound: JsonNode?)

Properties

checkpointColumns

val checkpointColumns: List<Field>

completeState

open override val completeState: OpaqueStateValue

State value to emit when the partition is read in its entirety.

cursor

val cursor: Field

cursorLowerBound

val cursorLowerBound: JsonNode

cursorUpperBound

val cursorUpperBound: JsonNode

cursorUpperBoundQuery

open override val cursorUpperBoundQuery: SelectQuery

Query which produces the current maximum cursor value in the stream.

cursorUpperBoundQuerySpec

val cursorUpperBoundQuerySpec: SelectQuerySpec

from

val from: From

isLowerBoundIncluded

open override val isLowerBoundIncluded: Boolean

lowerBound

open override val lowerBound: List<JsonNode>

nonResumableQuery

open override val nonResumableQuery: SelectQuery

Query which produces all records in the partition in no particular order.

nonResumableQuerySpec

val nonResumableQuerySpec: SelectQuerySpec

selectQueryGenerator

val selectQueryGenerator: SelectQueryGenerator

stream

val stream: Stream

streamState

override val streamState: DefaultJdbcStreamState

The partition's stream's transient state, including parameters like fetchSize, etc.

upperBound

open override val upperBound: List<JsonNode>

where

val where: WhereNode

Functions

incompleteState

open override fun incompleteState(lastRecord: ObjectNode): OpaqueStateValue

State value to emit when the partition is read up to (and including) lastRecord.

resumableQuery

open override fun resumableQuery(limit: Long): SelectQuery

Query which produces a subset of records at the beginning of the partition.

samplingQuery

open override fun samplingQuery(sampleRateInvPow2: Int): SelectQuery

Query which samples records in the partition at the rate of 2^-sampleRateInvPow2.

tryAcquireResourcesForCreator

open fun tryAcquireResourcesForCreator(): JdbcPartitionsCreator.AcquiredResources?

Tries to acquire resources for JdbcPartitionsCreator.

tryAcquireResourcesForReader

open fun tryAcquireResourcesForReader(resourceTypes: List<ResourceType>): Map<ResourceType, JdbcPartitionReader.AcquiredResource>?

Tries to acquire resources for JdbcPartitionReader.