jprdonnelly/airbyte
1
0
Fork 0
mirror of synced 2025-12-25 02:09:19 -05:00
Code Issues Packages Projects Releases Wiki Activity

bulk-cdk-core-base: optimized record serialization (#44880)

Browse Source
This commit is contained in:
Marius Posta
2024-08-29 13:11:11 -07:00
committed by GitHub
parent 7c2e51e699
commit 130bff81fe
7 changed files with 202 additions and 83 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
airbyte-cdk/bulk/core/extract/src/test/kotlin/io/airbyte/cdk/read/RootReaderIntegrationTest.kt
View File

@@ -3,7 +3,7 @@ package io.airbyte.cdk.read
import com.fasterxml.jackson.databind.JsonNode
import com.fasterxml.jackson.databind.node.ArrayNode
import io.airbyte.cdk.TestClockFactory
import io.airbyte.cdk.ClockFactory
import io.airbyte.cdk.command.OpaqueStateValue
import io.airbyte.cdk.output.BufferingOutputConsumer
import io.airbyte.cdk.util.Jsons
@@ -109,7 +109,7 @@ class RootReaderIntegrationTest {
fun testAllStreamsNonGlobal() {
val stateManager =
StateManager(initialStreamStates = testCases.associate { it.stream to null })
val testOutputConsumer = BufferingOutputConsumer(TestClockFactory().fixed())
val testOutputConsumer = BufferingOutputConsumer(ClockFactory().fixed())
val rootReader =
RootReader(
stateManager,
@@ -152,7 +152,7 @@ class RootReaderIntegrationTest {
initialGlobalState = null,
initialStreamStates = testCases.associate { it.stream to null },
)
val testOutputConsumer = BufferingOutputConsumer(TestClockFactory().fixed())
val testOutputConsumer = BufferingOutputConsumer(ClockFactory().fixed())
val rootReader =
RootReader(
stateManager,
@@ -216,7 +216,7 @@ data class TestCase(
)
fun run() {
val testOutputConsumer = BufferingOutputConsumer(TestClockFactory().fixed())
val testOutputConsumer = BufferingOutputConsumer(ClockFactory().fixed())
val rootReader =
RootReader(
StateManager(initialStreamStates = mapOf(stream to null)),