[SNAPPYDATA] Use SnappyContext as default SQLContext on shell (#35)

Conflicts: python/pyspark/shell.py
TIBCOSoftware · Feb 21, 2018 · 596ac89 · 596ac89
1 parent 79130cb
commit 596ac89
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/python/pyspark/shell.py b/python/pyspark/shell.py
@@ -31,13 +31,17 @@
 from pyspark import SparkConf
 from pyspark.context import SparkContext
 from pyspark.sql import SparkSession, SQLContext
+from pyspark.sql.snappy import SnappyContext
+from pyspark.storagelevel import StorageLevel
 
 if os.environ.get("SPARK_EXECUTOR_URI"):
     SparkContext.setSystemProperty("spark.executor.uri", os.environ["SPARK_EXECUTOR_URI"])
 
 SparkContext._ensure_initialized()
 
 try:
+    sqlContext = SnappyContext(sc)
+except py4j.protocol.Py4JError:
     # Try to access HiveConf, it will raise exception if Hive is not added
     conf = SparkConf()
     if conf.get('spark.sql.catalogImplementation', 'hive').lower() == 'hive':