public class SpliceSpark
extends java.lang.Object
Modifier and Type | Field and Description |
---|---|
(package private) static org.apache.spark.broadcast.Broadcast<org.apache.spark.SerializableWritable<org.apache.hadoop.security.Credentials>> |
credentials |
(package private) static org.apache.spark.api.java.JavaSparkContext |
ctx |
(package private) static boolean |
initialized |
(package private) static org.apache.spark.sql.SparkSession |
session |
(package private) static boolean |
spliceStaticComponentsSetup |
Modifier and Type | Method and Description |
---|---|
static org.apache.spark.api.java.JavaSparkContext |
getContext() |
static org.apache.spark.api.java.JavaSparkContext |
getContextUnsafe()
This method is unsafe, it should only be used on tests are as a convenience when trying to
get a local Spark Context, it should never be used when implementing Splice operations or functions
|
static org.apache.spark.broadcast.Broadcast<org.apache.spark.SerializableWritable<org.apache.hadoop.security.Credentials>> |
getCredentials() |
static org.apache.spark.sql.SparkSession |
getSession() |
static org.apache.spark.sql.SparkSession |
getSessionUnsafe()
This method is unsafe, it should only be used on tests are as a convenience when trying to
get a local Spark Context, it should never be used when implementing Splice operations or functions
|
static boolean |
isRunningOnSpark() |
static void |
logCredentialsInformation(org.apache.hadoop.security.Credentials credentials) |
static void |
popScope() |
static void |
pushScope(java.lang.String displayString) |
static void |
setContext(org.apache.spark.api.java.JavaSparkContext sparkContext) |
static void |
setContext(org.apache.spark.SparkContext sparkContext) |
static void |
setCredentials(org.apache.spark.broadcast.Broadcast<org.apache.spark.SerializableWritable<org.apache.hadoop.security.Credentials>> creds) |
static void |
setupSpliceStaticComponents() |
static void |
setupSpliceStaticComponents(org.apache.hadoop.security.Credentials credentials) |
static org.apache.spark.api.java.JavaSparkContext ctx
static org.apache.spark.sql.SparkSession session
static boolean initialized
static boolean spliceStaticComponentsSetup
static org.apache.spark.broadcast.Broadcast<org.apache.spark.SerializableWritable<org.apache.hadoop.security.Credentials>> credentials
public static org.apache.spark.sql.SparkSession getSession()
public static void setCredentials(org.apache.spark.broadcast.Broadcast<org.apache.spark.SerializableWritable<org.apache.hadoop.security.Credentials>> creds)
public static org.apache.spark.broadcast.Broadcast<org.apache.spark.SerializableWritable<org.apache.hadoop.security.Credentials>> getCredentials()
public static org.apache.spark.sql.SparkSession getSessionUnsafe()
public static org.apache.spark.api.java.JavaSparkContext getContext()
public static org.apache.spark.api.java.JavaSparkContext getContextUnsafe()
public static boolean isRunningOnSpark()
public static void logCredentialsInformation(org.apache.hadoop.security.Credentials credentials)
public static void setupSpliceStaticComponents(org.apache.hadoop.security.Credentials credentials) throws java.io.IOException
java.io.IOException
public static void setupSpliceStaticComponents() throws java.io.IOException
java.io.IOException
public static void pushScope(java.lang.String displayString)
public static void popScope()
public static void setContext(org.apache.spark.api.java.JavaSparkContext sparkContext)
public static void setContext(org.apache.spark.SparkContext sparkContext)