bulk-cdk-toolkit-load-object-storage/io.airbyte.cdk.load.file.object_storage/ObjectStoragePathFactory

ObjectStoragePathFactory

@Singleton

@Secondary

class ObjectStoragePathFactory(pathConfigProvider: ObjectStoragePathConfigurationProvider, formatConfigProvider: ObjectStorageFormatConfigurationProvider? = null, compressionConfigProvider: ObjectStorageCompressionConfigurationProvider<*>? = null, timeProvider: TimeProvider) : PathFactory

Constructors

constructor(pathConfigProvider: ObjectStoragePathConfigurationProvider, formatConfigProvider: ObjectStorageFormatConfigurationProvider? = null, compressionConfigProvider: ObjectStorageCompressionConfigurationProvider<*>? = null, timeProvider: TimeProvider)

Types

Companion

object Companion

FileVariable

data class FileVariable(val variable: String, val pattern: String? = null, val provider: (ObjectStoragePathFactory.VariableContext) -> String) : ObjectStoragePathFactory.Variable

PathVariable

data class PathVariable(val variable: String, val pattern: String? = null, val provider: (ObjectStoragePathFactory.VariableContext) -> String) : ObjectStoragePathFactory.Variable

Variable

interface Variable

VariableContext

inner class VariableContext(val stream: DestinationStream, val syncTime: Instant = Instant.ofEpochMilli(timeProvider.syncTimeMillis()), val currentTimeProvider: TimeProvider = timeProvider, val extension: String? = null, val partNumber: Long? = null)

Variable substitution is complex.

Properties

finalPrefix

open override val finalPrefix: String

Functions

getFinalDirectory

open override fun getFinalDirectory(stream: DestinationStream, substituteStreamAndNamespaceOnly: Boolean): String

getLongestStreamConstantPrefix

open override fun getLongestStreamConstantPrefix(stream: DestinationStream): String

getPathMatcher

open override fun getPathMatcher(stream: DestinationStream, suffixPattern: String?): PathMatcher

getPathToFile

open override fun getPathToFile(stream: DestinationStream, partNumber: Long?, extension: String?): String