Skip to content

Commit

Permalink
[Spark][Sharing] Update delta sharing client to version 1.1.0 (#3303)
Browse files Browse the repository at this point in the history
## Description
Upgrade delta-sharing-client to v1.1.0

## How was this patch tested?
Existing test
  • Loading branch information
jadewang-db authored Jun 25, 2024
1 parent d929d36 commit 715f45e
Show file tree
Hide file tree
Showing 4 changed files with 13 additions and 4 deletions.
2 changes: 1 addition & 1 deletion build.sbt
Original file line number Diff line number Diff line change
Expand Up @@ -429,7 +429,7 @@ lazy val sharing = (project in file("sharing"))
libraryDependencies ++= Seq(
"org.apache.spark" %% "spark-sql" % defaultSparkVersion % "provided",

"io.delta" %% "delta-sharing-client" % "1.0.5",
"io.delta" %% "delta-sharing-client" % "1.1.0",

// Test deps
"org.scalatest" %% "scalatest" % scalaTestVersion % "test",
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -80,7 +80,10 @@ class TestDeltaSharingClientForCDFUtils(
responseFormat: String = DeltaSharingRestClient.RESPONSE_FORMAT_DELTA,
readerFeatures: String = "",
queryTablePaginationEnabled: Boolean = false,
maxFilesPerReq: Int = 100000)
maxFilesPerReq: Int = 100000,
enableAsyncQuery: Boolean = false,
asyncQueryPollIntervalMillis: Long = 10000L,
asyncQueryMaxDuration: Long = 600000L)
extends DeltaSharingClient {

import CDFTesTUtils._
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -92,7 +92,10 @@ class TestDeltaSharingClientForFileIndex(
responseFormat: String = DeltaSharingRestClient.RESPONSE_FORMAT_DELTA,
readerFeatures: String = "",
queryTablePaginationEnabled: Boolean = false,
maxFilesPerReq: Int = 100000)
maxFilesPerReq: Int = 100000,
enableAsyncQuery: Boolean = false,
asyncQueryPollIntervalMillis: Long = 10000L,
asyncQueryMaxDuration: Long = 600000L)
extends DeltaSharingClient {

import TestUtils._
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -50,7 +50,10 @@ private[spark] class TestClientForDeltaFormatSharing(
responseFormat: String = DeltaSharingRestClient.RESPONSE_FORMAT_DELTA,
readerFeatures: String = "",
queryTablePaginationEnabled: Boolean = false,
maxFilesPerReq: Int = 100000)
maxFilesPerReq: Int = 100000,
enableAsyncQuery: Boolean = false,
asyncQueryPollIntervalMillis: Long = 10000L,
asyncQueryMaxDuration: Long = 600000L)
extends DeltaSharingClient {

assert(
Expand Down

0 comments on commit 715f45e

Please sign in to comment.