[HUDI-6222] ParquetSchemaConverter shoud always convert the Map key t…

…ype as not nullable (#8728)
apache · May 17, 2023 · ecf3f36 · ecf3f36
1 parent d800630
commit ecf3f36
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/...k-client/src/main/java/org/apache/hudi/io/storage/row/parquet/ParquetSchemaConverter.java b/...k-client/src/main/java/org/apache/hudi/io/storage/row/parquet/ParquetSchemaConverter.java
@@ -650,7 +650,7 @@ private static Type convertToParquetType(
             .addField(
                 Types
                     .repeatedGroup()
-                    .addField(convertToParquetType("key", keyType, repetition))
+                    .addField(convertToParquetType("key", keyType, Type.Repetition.REQUIRED))
                     .addField(convertToParquetType("value", valueType, repetition))
                     .named("key_value"))
             .named(name);

diff --git a/...ient/src/test/java/org/apache/hudi/io/storage/row/parquet/TestParquetSchemaConverter.java b/...ient/src/test/java/org/apache/hudi/io/storage/row/parquet/TestParquetSchemaConverter.java
@@ -56,7 +56,7 @@ void testConvertComplexTypes() {
         + "  }\n"
         + "  optional group f_map (MAP) {\n"
         + "    repeated group key_value {\n"
-        + "      optional int32 key;\n"
+        + "      required int32 key;\n"
         + "      optional binary value (STRING);\n"
         + "    }\n"
         + "  }\n"