public class SparkUtils
extends java.lang.Object
Modifier and Type | Field and Description |
---|---|
static java.lang.String |
CUSTOM_IMPORTS |
static java.lang.String |
SPARK_DEFAULT_CONTEXT_NAME |
static java.lang.String |
SPARK_DEFAULT_CONTEXT_TYPE |
static java.lang.String |
SPARK_PROPERTY_DEFAULT_VALUE_TAG |
static java.lang.String |
SPARK_PROPERTY_PREFIX |
static java.lang.String |
SPARK_PROPERTY_SERVER_INSTANCE_NAME |
static java.lang.String |
SPARK_WORK_DIR |
static java.lang.String |
STREAMING_CHECKPOINT_ID |
static java.lang.String |
STREAMING_MODE |
static java.lang.String |
STREAMING_PROPERTY_BATCH_DURATION |
static java.lang.String |
STREAMING_PROPERTY_CHECKPOINTING |
static java.lang.String |
STREAMING_PROPERTY_STOP_GRACEFULLY |
static java.lang.String |
STREAMING_PROPERTY_TIMEOUT |
static java.lang.String |
USE_DATAFRAMES |
Constructor and Description |
---|
SparkUtils() |
Modifier and Type | Method and Description |
---|---|
static java.lang.String |
customImports(MapPhysicalDesign pd) |
static java.lang.String |
getCurrentMappingCheckpointId(MapPhysicalDesign pd) |
static java.util.Map |
getEKMOptions(ExecutionUnit eu) |
static java.lang.String |
getEKMOptionValueString(ExecutionUnit eu,
java.lang.String optionName) |
static boolean |
isCheckpointing(MapPhysicalDesign pd) |
static boolean |
isDebugMode() |
static boolean |
useDataFrames(MapPhysicalDesign pd) |
public static final java.lang.String SPARK_PROPERTY_PREFIX
public static final java.lang.String SPARK_WORK_DIR
public static final java.lang.String SPARK_PROPERTY_SERVER_INSTANCE_NAME
public static final java.lang.String SPARK_DEFAULT_CONTEXT_TYPE
public static final java.lang.String SPARK_DEFAULT_CONTEXT_NAME
public static final java.lang.String SPARK_PROPERTY_DEFAULT_VALUE_TAG
public static final java.lang.String USE_DATAFRAMES
public static final java.lang.String CUSTOM_IMPORTS
public static final java.lang.String STREAMING_MODE
public static final java.lang.String STREAMING_PROPERTY_TIMEOUT
public static final java.lang.String STREAMING_PROPERTY_BATCH_DURATION
public static final java.lang.String STREAMING_PROPERTY_CHECKPOINTING
public static final java.lang.String STREAMING_PROPERTY_STOP_GRACEFULLY
public static final java.lang.String STREAMING_CHECKPOINT_ID
public static java.util.Map getEKMOptions(ExecutionUnit eu)
public static java.lang.String getEKMOptionValueString(ExecutionUnit eu, java.lang.String optionName)
public static boolean isCheckpointing(MapPhysicalDesign pd) throws AdapterException, MappingException, GenerationException
AdapterException
MappingException
GenerationException
public static boolean useDataFrames(MapPhysicalDesign pd) throws AdapterException, MappingException, GenerationException
AdapterException
MappingException
GenerationException
public static java.lang.String customImports(MapPhysicalDesign pd) throws AdapterException, MappingException, GenerationException
AdapterException
MappingException
GenerationException
public static boolean isDebugMode()
public static java.lang.String getCurrentMappingCheckpointId(MapPhysicalDesign pd)