Skip to content

Commit

Permalink
update version
Browse files Browse the repository at this point in the history
  • Loading branch information
wayneguow committed May 30, 2024
1 parent 753854b commit 02843cf
Show file tree
Hide file tree
Showing 2 changed files with 3 additions and 3 deletions.
2 changes: 1 addition & 1 deletion core/src/main/scala/org/apache/spark/SparkConf.scala
Original file line number Diff line number Diff line change
Expand Up @@ -648,7 +648,7 @@ private[spark] object SparkConf extends Logging {
"Please use spark.yarn.executor.launch.excludeOnFailure.enabled"),
DeprecatedConfig("spark.network.remoteReadNioBufferConversion", "3.5.2",
"Please open a JIRA ticket to report it if you need to use this configuration."),
DeprecatedConfig("spark.shuffle.unsafe.file.output.buffer", "3.5.2",
DeprecatedConfig("spark.shuffle.unsafe.file.output.buffer", "4.0.0",
"Please use spark.shuffle.localDisk.file.output.buffer")
)

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -1463,7 +1463,7 @@ package object config {

private[spark] val SHUFFLE_UNSAFE_FILE_OUTPUT_BUFFER_SIZE =
ConfigBuilder("spark.shuffle.unsafe.file.output.buffer")
.doc("(Deprecated since Spark 3.5, please use 'spark.shuffle.localDisk.file.output.buffer'.)")
.doc("(Deprecated since Spark 4.0, please use 'spark.shuffle.localDisk.file.output.buffer'.)")
.version("2.3.0")
.bytesConf(ByteUnit.KiB)
.checkValue(v => v > 0 && v <= ByteArrayMethods.MAX_ROUNDED_ARRAY_LENGTH / 1024,
Expand All @@ -1475,7 +1475,7 @@ package object config {
ConfigBuilder("spark.shuffle.localDisk.file.output.buffer")
.doc("The file system for this buffer size after each partition " +
"is written in all local disk shuffle writers. In KiB unless otherwise specified.")
.version("3.5.0")
.version("4.0.0")
.fallbackConf(SHUFFLE_UNSAFE_FILE_OUTPUT_BUFFER_SIZE)

private[spark] val SHUFFLE_DISK_WRITE_BUFFER_SIZE =
Expand Down

0 comments on commit 02843cf

Please sign in to comment.