Merge pull request #25 from paulovn/feat/spark3

provisioning to set GraphFrames version
paulovn · Nov 19, 2021 · 610df9f · 610df9f
2 parents 079f9bf + d3b135e
commit 610df9f
Showing 1 changed file with 14 additions and 0 deletions.
diff --git a/Vagrantfile b/Vagrantfile
@@ -378,6 +378,20 @@ EOF
      #sed -i "${POS}i $ENVLINE" $KERNEL_JSON
     SHELL
 
+    vgrml.vm.provision "14.gfversion",
+    type: "shell",
+    privileged: false,
+    keep_color: true,
+    args: [ spark_basedir ],
+    inline: <<-SHELL
+      cd $1/current/conf
+      for f in spark-defaults.conf spark-env.sh
+      do
+        sed -i -e 's/0\.8\.1-spark3\.0/0.8.2-spark3.1/' $f.local.graphframes
+      done
+    SHELL
+
+
     # .........................................
     # Create a configuration file for sparklyr/Rstudio
     vgrml.vm.provision "20.Rconfig",