Skip to content

Commit

Permalink
disable write metadata in stream
Browse files Browse the repository at this point in the history
  • Loading branch information
mapleFU committed Jul 26, 2024
1 parent ddd5f16 commit e91b72e
Showing 1 changed file with 5 additions and 4 deletions.
9 changes: 5 additions & 4 deletions cpp/src/parquet/column_writer.cc
Original file line number Diff line number Diff line change
Expand Up @@ -353,8 +353,9 @@ class SerializedPageWriter : public PageWriter {
total_compressed_size_, total_uncompressed_size_, has_dictionary,
fallback, dict_encoding_stats_, data_encoding_stats_,
meta_encryptor_);
// Write metadata at end of column chunk
metadata_->WriteTo(sink_.get());

// Not write metadata at end of column chunk since we will
// write it in the Parquet Thrift Footer.
}

/**
Expand Down Expand Up @@ -667,8 +668,8 @@ class BufferedPageWriter : public PageWriter {
has_dictionary, fallback, pager_->dict_encoding_stats_,
pager_->data_encoding_stats_, pager_->meta_encryptor_);

// Write metadata at end of column chunk
metadata_->WriteTo(in_memory_sink_.get());
// Not write metadata at end of column chunk since we will
// write it in the Parquet Thrift Footer.

// Buffered page writer needs to adjust page offsets.
pager_->FinishPageIndexes(final_position);
Expand Down

0 comments on commit e91b72e

Please sign in to comment.