Skip to content

Commit

Permalink
PARQUET-2297: Skip delta problem check
Browse files Browse the repository at this point in the history
  • Loading branch information
ggershinsky authored May 9, 2023
1 parent 5b62b43 commit 728c1cb
Showing 1 changed file with 4 additions and 1 deletion.
Original file line number Diff line number Diff line change
Expand Up @@ -173,7 +173,10 @@ private void initializeInternalReader(ParquetInputSplit split, Configuration con
}
}

if (!reader.getRowGroups().isEmpty()) {
if (!reader.getRowGroups().isEmpty() &&
// Encrypted files (parquet-mr 1.12+) can't have the delta encoding problem (resolved in parquet-mr 1.8)
reader.getFileMetaData().getEncryptionType() != FileMetaData.EncryptionType.ENCRYPTED_FOOTER &&
reader.getFileMetaData().getEncryptionType() != FileMetaData.EncryptionType.PLAINTEXT_FOOTER) {
checkDeltaByteArrayProblem(
reader.getFooter().getFileMetaData(), configuration,
reader.getRowGroups().get(0));
Expand Down

0 comments on commit 728c1cb

Please sign in to comment.