Skip to content

Commit

Permalink
Add for other spark versions.
Browse files Browse the repository at this point in the history
  • Loading branch information
Imbruced committed Oct 12, 2024
1 parent 3d4cc1e commit d0957bd
Showing 1 changed file with 13 additions and 0 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -40,6 +40,19 @@ trait TestBaseScala extends FunSpec with BeforeAndAfterAll {
.config("sedona.join.autoBroadcastJoinThreshold", "-1")
.getOrCreate()

val sparkSessionMinio = SedonaContext
.builder()
.master("local[*]")
.appName("sedonasqlScalaTest")
.config("spark.sql.warehouse.dir", warehouseLocation)
.config("spark.jars.packages", "org.apache.hadoop:hadoop-aws:3.3.0")
.config(
"spark.hadoop.fs.s3a.aws.credentials.provider",
"org.apache.hadoop.fs.s3a.SimpleAWSCredentialsProvider")
.config("spark.hadoop.fs.s3a.impl", "org.apache.hadoop.fs.s3a.S3AFileSystem")
.config("sedona.join.autoBroadcastJoinThreshold", "-1")
.getOrCreate()

val resourceFolder = System.getProperty("user.dir") + "/../common/src/test/resources/"

override def beforeAll(): Unit = {
Expand Down

0 comments on commit d0957bd

Please sign in to comment.