Skip to content

Commit

Permalink
fixup! Use randomized content ID for Azure multipart uploads
Browse files Browse the repository at this point in the history
  • Loading branch information
avarnon committed Dec 12, 2024
1 parent b4fd825 commit fae706b
Showing 1 changed file with 15 additions and 2 deletions.
17 changes: 15 additions & 2 deletions object_store/src/integration.rs
Original file line number Diff line number Diff line change
Expand Up @@ -1164,6 +1164,19 @@ pub async fn multipart_race_condition(storage: &dyn ObjectStore, last_writer_win
.await
.unwrap();

// This is to satisy AWS S3's minimum allowed upload size of 5242880
let last_chunk_size = 5 * 1024 * 1024;
let last_chunk = get_chunk(last_chunk_size);

multipart_upload_1
.put_part(last_chunk.clone().into())
.await
.unwrap();
multipart_upload_2
.put_part(last_chunk.into())
.await
.unwrap();

multipart_upload_1.complete().await.unwrap();

if last_writer_wins {
Expand All @@ -1179,8 +1192,8 @@ pub async fn multipart_race_condition(storage: &dyn ObjectStore, last_writer_win
let string_contents = str::from_utf8(&bytes).unwrap();

if last_writer_wins {
assert_eq!("2:0,2:1,2:2,2:3,2:4,", string_contents);
assert!(string_contents.starts_with("2:0,2:1,2:2,2:3,2:4,"));
} else {
assert_eq!("1:0,1:1,1:2,1:3,1:4,", string_contents);
assert!(string_contents.starts_with("1:0,1:1,1:2,1:3,1:4,"));
}
}

0 comments on commit fae706b

Please sign in to comment.