diff --git a/hudi-common/src/main/java/org/apache/hudi/metadata/HoodieTableMetadataUtil.java b/hudi-common/src/main/java/org/apache/hudi/metadata/HoodieTableMetadataUtil.java index 6f03b9e820977..9ba1b50f8e498 100644 --- a/hudi-common/src/main/java/org/apache/hudi/metadata/HoodieTableMetadataUtil.java +++ b/hudi-common/src/main/java/org/apache/hudi/metadata/HoodieTableMetadataUtil.java @@ -1423,11 +1423,7 @@ private static Comparable coerceToComparable(Schema schema, Object val) { } private static boolean canCompare(Schema schema, HoodieRecordType recordType) { - // if recordType is SPARK then we cannot compare RECORD and ARRAY types in addition to MAP type - if (recordType == HoodieRecordType.SPARK) { - return schema.getType() != Schema.Type.RECORD && schema.getType() != Schema.Type.ARRAY && schema.getType() != Schema.Type.MAP; - } - return schema.getType() != Schema.Type.MAP; + return schema.getType() != Schema.Type.RECORD && schema.getType() != Schema.Type.ARRAY && schema.getType() != Schema.Type.MAP; } public static Set getInflightMetadataPartitions(HoodieTableConfig tableConfig) {