bulk-cdk-toolkit-extract-jdbc/io.airbyte.cdk.read/DefaultJdbcSplittablePartition

DefaultJdbcSplittablePartition

sealed class DefaultJdbcSplittablePartition : DefaultJdbcPartition, JdbcSplittablePartition<DefaultJdbcStreamState>

Base class for default implementations of JdbcPartition for splittable partitions.

Inheritors

DefaultJdbcSplittableSnapshotPartition

DefaultJdbcCursorPartition

Properties

checkpointColumns

val checkpointColumns: List<Field>

completeState

abstract val completeState: OpaqueStateValue

State value to emit when the partition is read in its entirety.

from

val from: From

isLowerBoundIncluded

open val isLowerBoundIncluded: Boolean = false

lowerBound

abstract val lowerBound: List<JsonNode>?

nonResumableQuery

open override val nonResumableQuery: SelectQuery

Query which produces all records in the partition in no particular order.

nonResumableQuerySpec

val nonResumableQuerySpec: SelectQuerySpec

selectQueryGenerator

val selectQueryGenerator: SelectQueryGenerator

stream

val stream: Stream

streamState

override val streamState: DefaultJdbcStreamState

The partition's stream's transient state, including parameters like fetchSize, etc.

upperBound

abstract val upperBound: List<JsonNode>?

where

val where: WhereNode

Functions

incompleteState

abstract fun incompleteState(lastRecord: ObjectNode): OpaqueStateValue

State value to emit when the partition is read up to (and including) lastRecord.

resumableQuery

open override fun resumableQuery(limit: Long): SelectQuery

Query which produces a subset of records at the beginning of the partition.

samplingQuery

open override fun samplingQuery(sampleRateInvPow2: Int): SelectQuery

Query which samples records in the partition at the rate of 2^-sampleRateInvPow2.

tryAcquireResourcesForCreator

open fun tryAcquireResourcesForCreator(): JdbcPartitionsCreator.AcquiredResources?

Tries to acquire resources for JdbcPartitionsCreator.

tryAcquireResourcesForReader

open fun tryAcquireResourcesForReader(resourceTypes: List<ResourceType>): Map<ResourceType, JdbcPartitionReader.AcquiredResource>?

Tries to acquire resources for JdbcPartitionReader.