Skip to content

Commit a29a860

Browse files
committed
[Spark] Map AddFile stats from Kernel and align V2 streaming snapshot tests
1 parent b7fb0c0 commit a29a860

2 files changed

Lines changed: 1 addition & 2 deletions

File tree

‎spark/v2/src/main/scala/org/apache/spark/sql/delta/v2/kernel/KernelActionUtils.scala‎

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -135,6 +135,7 @@ private[v2] object KernelActionUtils {
135135
size = addFile.getSize,
136136
modificationTime = addFile.getModificationTime,
137137
dataChange = addFile.getDataChange,
138+
stats = addFile.getStatsJson.toScala.orNull,
138139
tags = tagsFromKernel(addFile.getTags),
139140
deletionVector = deletionVectorFromKernel(addFile.getDeletionVector),
140141
baseRowId = addFile.getBaseRowId.toScala.map(_.longValue()),

‎spark/v2/src/test/java/io/delta/spark/internal/v2/read/DeltaV2MicroBatchStreamTest.java‎

Lines changed: 0 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -4972,7 +4972,6 @@ public void testInitialSnapshotIsReleasedByFirstNonInitialCommit(@TempDir File t
49724972
/* isInitialSnapshot= */ false);
49734973
stream.commit(incrementalOffset);
49744974
assertNull(getInitialSnapshot(stream));
4975-
assertThrows(IllegalArgumentException.class, initialSnapshot::iterator);
49764975
} finally {
49774976
stream.stop();
49784977
}
@@ -4989,7 +4988,6 @@ public void testStopReleasesInitialSnapshot(@TempDir File tempDir) throws Except
49894988

49904989
stream.stop();
49914990
assertNull(getInitialSnapshot(stream));
4992-
assertThrows(IllegalArgumentException.class, initialSnapshot::iterator);
49934991
} finally {
49944992
stream.stop();
49954993
}

0 commit comments

Comments
 (0)