Skip to content

Commit c62069f

Browse files
committed
keep rawData private
1 parent 408dd0c commit c62069f

File tree

2 files changed

+11
-3
lines changed
  • airbyte-cdk/bulk/core/load/src/main/kotlin/io/airbyte/cdk/load/message
  • airbyte-integrations/connectors/destination-s3-data-lake/src/main/kotlin/io/airbyte/integrations/destination/s3_data_lake

2 files changed

+11
-3
lines changed

airbyte-cdk/bulk/core/load/src/main/kotlin/io/airbyte/cdk/load/message/DestinationMessage.kt

+10-2
Original file line numberDiff line numberDiff line change
@@ -183,9 +183,13 @@ data class EnrichedDestinationRecordAirbyteValue(
183183

184184
data class DestinationRecordRaw(
185185
val stream: DestinationStream.Descriptor,
186-
val rawData: AirbyteMessage,
187-
val serialized: String
186+
private val rawData: AirbyteMessage,
187+
private val serialized: String
188188
) {
189+
fun asRawJson(): JsonNode {
190+
return rawData.record.data as JsonNode
191+
}
192+
189193
fun asDestinationRecordAirbyteValue(): DestinationRecordAirbyteValue {
190194
return DestinationRecordAirbyteValue(
191195
stream,
@@ -198,6 +202,10 @@ data class DestinationRecordRaw(
198202
serialized.length.toLong()
199203
)
200204
}
205+
206+
fun asEnrichedDestinationRecordAirbyteValue(): EnrichedDestinationRecordAirbyteValue {
207+
TODO()
208+
}
201209
}
202210

203211
data class DestinationFile(

airbyte-integrations/connectors/destination-s3-data-lake/src/main/kotlin/io/airbyte/integrations/destination/s3_data_lake/S3DataLakePartitioner.kt

+1-1
Original file line numberDiff line numberDiff line change
@@ -34,7 +34,7 @@ class S3DataLakePartitioner(catalog: DestinationCatalog) : InputPartitioner {
3434
}
3535

3636
streamToPrimaryKeyFieldNames[record.stream]?.let { primaryKey ->
37-
val jsonData = record.rawData.record.data as JsonNode
37+
val jsonData = record.asRawJson()
3838

3939
val primaryKeyValues = primaryKey.map { keys ->
4040
keys.map { key ->

0 commit comments

Comments
 (0)