Skip to content

Commit

Permalink
add to scala
Browse files Browse the repository at this point in the history
  • Loading branch information
felixybw committed Mar 22, 2024
1 parent 48c6b09 commit 27370a9
Showing 1 changed file with 27 additions and 0 deletions.
27 changes: 27 additions & 0 deletions shims/common/src/main/scala/io/glutenproject/GlutenConfig.scala
Original file line number Diff line number Diff line change
Expand Up @@ -252,6 +252,12 @@ class GlutenConfig(conf: SQLConf) extends Logging {

def veloxSpillFileSystem: String = conf.getConf(COLUMNAR_VELOX_SPILL_FILE_SYSTEM)

def veloxMaxSpillFileSize: Long = conf.getConf(COLUMNAR_VELOX_MAX_SPILL_RUN_ROWS)

def veloxMaxSpillFileSize: Long = conf.getConf(COLUMNAR_VELOX_MAX_SPILL_BYTES)

def veloxMaxSpillFileSize: Long = conf.getConf(COLUMNAR_VELOX_MAX_SPILL_WRITE_BUFFER_SIZE)

def veloxBloomFilterExpectedNumItems: Long =
conf.getConf(COLUMNAR_VELOX_BLOOM_FILTER_EXPECTED_NUM_ITEMS)

Expand Down Expand Up @@ -1245,6 +1251,27 @@ object GlutenConfig {
.checkValues(Set("local", "heap-over-local"))
.createWithDefaultString("local")

val COLUMNAR_VELOX_MAX_SPILL_RUN_ROWS =
buildConf("spark.gluten.sql.columnar.backend.velox.MaxSpillRunRows")
.internal()
.doc("The maximum row size of a single spill run")
.bytesConf(ByteUnit.BYTE)
.createWithDefaultString("12M")

val COLUMNAR_VELOX_MAX_SPILL_BYTES =
buildConf("spark.gluten.sql.columnar.backend.velox.MaxSpillBytes")
.internal()
.doc("The maximum file size of a query")
.bytesConf(ByteUnit.BYTE)
.createWithDefaultString("100G")

val COLUMNAR_VELOX_MAX_SPILL_WRITE_BUFFER_SIZE =
buildConf("spark.gluten.sql.columnar.backend.velox.spillWriteBufferSize")
.internal()
.doc("The maximum write buffer size")
.bytesConf(ByteUnit.BYTE)
.createWithDefaultString("4M")

val MAX_PARTITION_PER_WRITERS_SESSION =
buildConf("spark.gluten.sql.columnar.backend.velox.maxPartitionsPerWritersSession")
.internal()
Expand Down

0 comments on commit 27370a9

Please sign in to comment.