Skip to content

Commit 9a6d5a2

Browse files
committed
[HUDI-4548] Unpack the column max/min to string instead of Utf8 for Mor table
1 parent 98f0166 commit 9a6d5a2

2 files changed

Lines changed: 6 additions & 2 deletions

File tree

hudi-common/src/main/java/org/apache/hudi/metadata/HoodieTableMetadataUtil.java

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1323,6 +1323,8 @@ private static Comparable<?> coerceToComparable(Schema schema, Object val) {
13231323
return (Long) val;
13241324

13251325
case STRING:
1326+
// unpack the avro Utf8 if possible
1327+
return val.toString();
13261328
case FLOAT:
13271329
case DOUBLE:
13281330
case BOOLEAN:

hudi-flink-datasource/hudi-flink/src/test/java/org/apache/hudi/table/ITTestHoodieDataSource.java

Lines changed: 4 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -1297,14 +1297,16 @@ void testBuiltinFunctionWithCatalog(String operation) {
12971297
assertRowsEquals(partitionResult, "[+I[1, 2022-02-02]]");
12981298
}
12991299

1300-
@Test
1301-
void testWriteAndReadWithDataSkipping() {
1300+
@ParameterizedTest
1301+
@EnumSource(value = HoodieTableType.class)
1302+
void testWriteAndReadWithDataSkipping(HoodieTableType tableType) {
13021303
TableEnvironment tableEnv = batchTableEnv;
13031304
String hoodieTableDDL = sql("t1")
13041305
.option(FlinkOptions.PATH, tempFile.getAbsolutePath())
13051306
.option(FlinkOptions.METADATA_ENABLED, true)
13061307
.option("hoodie.metadata.index.column.stats.enable", true)
13071308
.option(FlinkOptions.READ_DATA_SKIPPING_ENABLED, true)
1309+
.option(FlinkOptions.TABLE_TYPE,tableType)
13081310
.end();
13091311
tableEnv.executeSql(hoodieTableDDL);
13101312

0 commit comments

Comments
 (0)