public class SparkSQLStoreCmd extends SparkCommand
AbstractSyntaxTree.LogCounter
Modifier and Type | Field and Description |
---|---|
static java.lang.String |
PROPKEY_DF_INFER_SCHEMA |
static java.lang.String |
PROPKEY_DF_SAMPLING_RATIO |
static java.lang.String |
PROPKEY_JDBC_DRIVER |
static java.lang.String |
PROPKEY_JDBC_URL |
static java.lang.String |
PROPKEY_JDBC_USER |
static java.lang.String |
PROPKEY_OVERWRITE_TGT_TABLE |
static java.lang.String |
PROPKEY_SERVER_NAME |
static java.lang.String |
PROPKEY_SQL_TGT_TABLE_NAME |
static java.lang.String |
PROPKEY_TGT_COLUMN_NAMES |
static java.lang.String |
PROPKEY_TGT_COLUMNS_DF |
static java.lang.String |
PROPKEY_TGT_CONTAINS_QUOTED_COLS_DF |
static java.lang.String |
PROPKEY_TGT_SCHEMA_DEFINITION |
static java.lang.String |
PROPKEY_TGT_SCHEMA_DEFINITION_DF |
static java.lang.String |
PROPKEY_TGT_SCHEMA_TYPES |
static java.lang.String |
PROPKEY_TGT_TECHNO |
static java.lang.String |
SQL_CONTEXT_NAME |
static java.lang.String |
SQL_CONTEXT_TYPE |
Modifier and Type | Method and Description |
---|---|
java.util.List |
generateRDDTypes()
Generate list of RDD types.
|
java.util.List |
generateTargetColumnNames()
Generate the names for target columns.
|
java.lang.String |
generateTargetColumnsDF()
Generate the target columns list.
|
java.lang.String |
generateTargetDefinition()
Generate the target definition.
|
java.lang.String |
generateTargetDefinitionDF()
Generate the target definition for dataframes.
|
java.util.List |
generateTargetTypes()
Generate list of target types.
|
boolean |
getInferSchema()
Return true if the schema for the target dataframe is inferred from RDD data.
|
java.lang.String |
getJdbcDriver()
Get the name of JDBC driver.
|
java.lang.String |
getJdbcUrl()
Get the JDBC URL.
|
boolean |
getOverwriteTargetTable()
Get flag OverwriteTargetTable.
|
int |
getSamplingRatio()
Get the sampling ratio.
|
java.lang.String |
getServerName()
Get the server name.
|
java.lang.String |
getTargetTableName()
Get name of target table.
|
java.lang.String |
getTechno()
Get the technology.
|
SparkCommandType |
getTypeEnum()
Get the type of spark command
|
java.lang.String |
getUser()
Get the user name for JDCB connection.
|
boolean |
isMatchSchemaToTargetTypes()
Return true if infer schema is false and the schema applied to the target dataframe is matching target datastore datatypes.
|
boolean |
isQuotedColumns()
Return true target table columns need to be quoted.
|
convertExprs, convertExprsDF, getChildren, getCommandIndex, getExprText, getExprTextDF, getFlexField, getModulePaths, getOptionValue, getParentScript, getPhysicalNode, getScriptLevelCommonContext, getSourceAlias, getSourceAliases, getSparkContextName, getSparkContextType, getStreamEnableWindowing, getStreamSlideInterval, getStreamWindowLength, getTargetAlias, getTemplateSubstitutionMap, getText, getType, isStreamingMode, setSourceAliases, toString, useSQLExpressions
getCodeGenerationTemplate, getCodeGenerationTemplateName, getCustomTemplate, getKMName, getLeafLevelChildren, getMapPhysicalNode, getOrder, getParentAST, getParentOfType, getPropertyValue, getSourceLanguage, getSourceLocation, getSourceTechnology, getSourceText, getTargetLanguage, getTargetLocation, getTargetTechnology, getTargetText, hasCustomTemplate, hasSourceAndTargetText, isLeafLevelNode, isPushFromSource
public static final java.lang.String PROPKEY_SQL_TGT_TABLE_NAME
public static final java.lang.String PROPKEY_TGT_SCHEMA_DEFINITION
public static final java.lang.String PROPKEY_TGT_SCHEMA_TYPES
public static final java.lang.String PROPKEY_TGT_COLUMN_NAMES
public static final java.lang.String PROPKEY_DF_INFER_SCHEMA
public static final java.lang.String PROPKEY_DF_SAMPLING_RATIO
public static final java.lang.String PROPKEY_OVERWRITE_TGT_TABLE
public static final java.lang.String PROPKEY_TGT_TECHNO
public static final java.lang.String PROPKEY_JDBC_URL
public static final java.lang.String PROPKEY_JDBC_DRIVER
public static final java.lang.String PROPKEY_JDBC_USER
public static final java.lang.String PROPKEY_SERVER_NAME
public static final java.lang.String PROPKEY_TGT_SCHEMA_DEFINITION_DF
public static final java.lang.String PROPKEY_TGT_COLUMNS_DF
public static final java.lang.String PROPKEY_TGT_CONTAINS_QUOTED_COLS_DF
public static final java.lang.String SQL_CONTEXT_TYPE
public static final java.lang.String SQL_CONTEXT_NAME
public SparkCommandType getTypeEnum()
getTypeEnum
in class SparkCommand
public java.lang.String getJdbcUrl()
public java.lang.String getJdbcDriver()
public java.lang.String getUser()
public java.lang.String getTechno()
public java.lang.String getServerName()
public java.lang.String getTargetTableName() throws GenerationException
GenerationException
public boolean getOverwriteTargetTable()
public boolean getInferSchema()
public int getSamplingRatio()
public boolean isMatchSchemaToTargetTypes()
public boolean isQuotedColumns()
public java.lang.String generateTargetDefinition() throws GenerationException
GenerationException
public java.lang.String generateTargetDefinitionDF() throws GenerationException
GenerationException
public java.lang.String generateTargetColumnsDF() throws GenerationException
GenerationException
public java.util.List generateTargetColumnNames() throws GenerationException
GenerationException
public java.util.List generateTargetTypes() throws GenerationException
GenerationException
public java.util.List generateRDDTypes() throws GenerationException
GenerationException