Skip to content

Commit bdd982c

Browse files
committed
Use SupportsPrefixOperations for Remove OrphanFile Procedure on Spark 3.5, improve naming
1 parent 74664ad commit bdd982c

File tree

1 file changed

+16
-14
lines changed

1 file changed

+16
-14
lines changed

spark/v3.5/spark/src/test/java/org/apache/iceberg/spark/actions/TestRemoveOrphanFilesAction.java

Lines changed: 16 additions & 14 deletions
Original file line numberDiff line numberDiff line change
@@ -843,41 +843,41 @@ public void testCompareToFileList() throws IOException {
843843
.withColumnRenamed("filePath", "file_path")
844844
.withColumnRenamed("lastModified", "last_modified");
845845

846-
DeleteOrphanFiles.Result result1 =
846+
DeleteOrphanFiles.Result deletedOrphanFiles1 =
847847
actions
848848
.deleteOrphanFiles(table)
849849
.compareToFileList(compareToFileList)
850850
.deleteWith(s -> {})
851851
.execute();
852-
assertThat(result1.orphanFileLocations())
852+
assertThat(deletedOrphanFiles1.orphanFileLocations())
853853
.as("Default olderThan interval should be safe")
854854
.isEmpty();
855855

856-
DeleteOrphanFiles.Result result2 =
856+
DeleteOrphanFiles.Result deletedOrphanFiles2 =
857857
actions
858858
.deleteOrphanFiles(table)
859859
.compareToFileList(compareToFileList)
860860
.olderThan(System.currentTimeMillis())
861861
.deleteWith(s -> {})
862862
.execute();
863-
assertThat(result2.orphanFileLocations())
863+
assertThat(deletedOrphanFiles2.orphanFileLocations())
864864
.as("Action should find 1 file")
865865
.isEqualTo(invalidFilePaths);
866866
assertThat(fs.exists(new Path(invalidFilePaths.get(0))))
867867
.as("Invalid file should be present")
868868
.isTrue();
869869

870-
DeleteOrphanFilesSparkAction deleteOrphanFilesSparkAction =
870+
DeleteOrphanFilesSparkAction deleteOrphanFilesSparkAction3 =
871871
actions
872872
.deleteOrphanFiles(table)
873873
.compareToFileList(compareToFileList)
874874
.olderThan(System.currentTimeMillis());
875875
assertThatDatasetsAreEqualIgnoringOrder(
876-
deleteOrphanFilesSparkAction.listWithPrefix(),
877-
deleteOrphanFilesSparkAction.listWithoutPrefix());
876+
deleteOrphanFilesSparkAction3.listWithPrefix(),
877+
deleteOrphanFilesSparkAction3.listWithoutPrefix());
878878

879-
DeleteOrphanFiles.Result result3 = deleteOrphanFilesSparkAction.execute();
880-
assertThat(result3.orphanFileLocations())
879+
DeleteOrphanFiles.Result deletedOrphanFiles3 = deleteOrphanFilesSparkAction3.execute();
880+
assertThat(deletedOrphanFiles3.orphanFileLocations())
881881
.as("Action should delete 1 file")
882882
.isEqualTo(invalidFilePaths);
883883
assertThat(fs.exists(new Path(invalidFilePaths.get(0))))
@@ -902,17 +902,19 @@ public void testCompareToFileList() throws IOException {
902902
.withColumnRenamed("filePath", "file_path")
903903
.withColumnRenamed("lastModified", "last_modified");
904904

905-
deleteOrphanFilesSparkAction =
905+
DeleteOrphanFilesSparkAction deleteOrphanFilesSparkAction4 =
906906
actions
907907
.deleteOrphanFiles(table)
908908
.compareToFileList(compareToFileListWithOutsideLocation)
909909
.deleteWith(s -> {});
910910
assertThatDatasetsAreEqualIgnoringOrder(
911-
deleteOrphanFilesSparkAction.listWithPrefix(),
912-
deleteOrphanFilesSparkAction.listWithoutPrefix());
911+
deleteOrphanFilesSparkAction4.listWithPrefix(),
912+
deleteOrphanFilesSparkAction4.listWithoutPrefix());
913913

914-
DeleteOrphanFiles.Result result4 = deleteOrphanFilesSparkAction.execute();
915-
assertThat(result4.orphanFileLocations()).as("Action should find nothing").isEmpty();
914+
DeleteOrphanFiles.Result deletedOrphanFiles4 = deleteOrphanFilesSparkAction4.execute();
915+
assertThat(deletedOrphanFiles4.orphanFileLocations())
916+
.as("Action should find nothing")
917+
.isEmpty();
916918
}
917919

918920
protected long waitUntilAfter(long timestampMillis) {

0 commit comments

Comments
 (0)