From 75623fff5c0a951efbdfec9364ad204fc65eb9c2 Mon Sep 17 00:00:00 2001 From: sivabalan Date: Thu, 28 Nov 2024 08:03:04 -0800 Subject: [PATCH] Unifying unsupported types across SPARK and AVRO record --- .../org/apache/hudi/metadata/HoodieTableMetadataUtil.java | 6 +----- 1 file changed, 1 insertion(+), 5 deletions(-) diff --git a/hudi-common/src/main/java/org/apache/hudi/metadata/HoodieTableMetadataUtil.java b/hudi-common/src/main/java/org/apache/hudi/metadata/HoodieTableMetadataUtil.java index 6f03b9e820977..9ba1b50f8e498 100644 --- a/hudi-common/src/main/java/org/apache/hudi/metadata/HoodieTableMetadataUtil.java +++ b/hudi-common/src/main/java/org/apache/hudi/metadata/HoodieTableMetadataUtil.java @@ -1423,11 +1423,7 @@ private static Comparable coerceToComparable(Schema schema, Object val) { } private static boolean canCompare(Schema schema, HoodieRecordType recordType) { - // if recordType is SPARK then we cannot compare RECORD and ARRAY types in addition to MAP type - if (recordType == HoodieRecordType.SPARK) { - return schema.getType() != Schema.Type.RECORD && schema.getType() != Schema.Type.ARRAY && schema.getType() != Schema.Type.MAP; - } - return schema.getType() != Schema.Type.MAP; + return schema.getType() != Schema.Type.RECORD && schema.getType() != Schema.Type.ARRAY && schema.getType() != Schema.Type.MAP; } public static Set getInflightMetadataPartitions(HoodieTableConfig tableConfig) {