public class SparkStoreCmd extends SparkCommand
Modifier and Type | Class and Description |
---|---|
class |
SparkStoreCmd.StoreField |
AbstractSyntaxTree.LogCounter
Modifier and Type | Field and Description |
---|---|
static java.lang.String |
SQL_CONTEXT_NAME |
static java.lang.String |
SQL_CONTEXT_TYPE |
Modifier and Type | Method and Description |
---|---|
java.util.List |
generateTargetColumnNames()
Generate the names for target columns.
|
java.lang.String |
generateTargetColumnsDF()
Generate the target columns list.
|
java.lang.String |
generateTargetDefinition()
Generate the target definition.
|
java.lang.String |
generateTargetDefinitionDF()
Generate the target definition for dataframes.
|
java.util.List |
generateTargetTypes()
Generate list of target types.
|
java.lang.String |
getBootstrapServers()
Get the bootstrap servers.
|
java.lang.String |
getDirectory()
Get the directory name.
|
java.lang.String |
getFieldSep()
Get the field separator.
|
java.util.List |
getFullTgtAttrs()
Get full target attributes.
|
java.lang.String |
getOutputAvroSchemaDef() |
java.lang.String |
getRowSep()
Get the row separator.
|
int |
getSampleRatio() |
java.lang.String |
getStorageFormat() |
java.lang.String |
getStoreFuncArgs()
Get the arguments of store functions.
|
java.lang.String |
getStoreFunction()
Get the name for the store function.
|
java.lang.String |
getStoreOptions()
Get the store options.
|
java.lang.String |
getTargetSchema()
Get the target schema.
|
java.lang.String |
getTechnologyType()
Get the technology type.
|
java.util.List |
getTgtAttrExprs()
Get the expressions for target attributes.
|
java.util.List |
getTgtAttrNames()
Get the names of target attributes.
|
java.util.List |
getTgtDataTypes()
Get the list of target data types.
|
SparkCommandType |
getTypeEnum()
Get the type of spark command
|
boolean |
isFlattenInput()
Return true if flatten input is used.
|
boolean |
isHasScaledField()
Return true if scaled field is used.
|
boolean |
isInferSourceSchema() |
boolean |
isQuotedColumns()
Return true target table columns need to be quoted.
|
boolean |
isStoreKeys()
Return true of keys are needed to store.
|
boolean |
isStoreToFile()
Return true if this command is used to store to a file.
|
void |
setInferSourceSchema(boolean inferSourceSchema) |
void |
setOutputAvroSchemaDef(java.lang.String outputAvroSchemaDef) |
void |
setSampleRatio(int sampleRatio) |
void |
setStorageFormat(java.lang.String storageFormat) |
convertExprs, convertExprsDF, getChildren, getCommandIndex, getExprText, getExprTextDF, getFlexField, getModulePaths, getOptionValue, getParentScript, getPhysicalNode, getScriptLevelCommonContext, getSourceAlias, getSourceAliases, getSparkContextName, getSparkContextType, getStrctType, getStreamEnableWindowing, getStreamSlideInterval, getStreamWindowLength, getTargetAlias, getTemplateSubstitutionMap, getText, getType, isStreamingMode, setSourceAliases, toString, useSQLExpressions
getCodeGenerationTemplate, getCodeGenerationTemplateName, getCustomTemplate, getKMName, getLeafLevelChildren, getMapPhysicalNode, getOrder, getParentAST, getParentOfType, getPropertyValue, getSourceLanguage, getSourceLocation, getSourceTechnology, getSourceText, getTargetLanguage, getTargetLocation, getTargetTechnology, getTargetText, hasCustomTemplate, hasSourceAndTargetText, isLeafLevelNode, isPushFromSource
public static final java.lang.String SQL_CONTEXT_TYPE
public static final java.lang.String SQL_CONTEXT_NAME
public SparkCommandType getTypeEnum()
getTypeEnum
in class SparkCommand
public java.lang.String getBootstrapServers()
public java.lang.String getTargetSchema()
public java.lang.String getDirectory()
public java.lang.String getStoreFunction()
public java.lang.String getStoreFuncArgs()
public java.util.List getTgtAttrExprs()
public java.util.List getTgtAttrNames()
public java.util.List getFullTgtAttrs()
public boolean isFlattenInput()
public boolean isHasScaledField()
public boolean isInferSourceSchema()
public void setInferSourceSchema(boolean inferSourceSchema)
public int getSampleRatio()
public void setSampleRatio(int sampleRatio)
public java.lang.String generateTargetDefinition() throws GenerationException
GenerationException
public java.util.List generateTargetTypes() throws GenerationException
GenerationException
public java.lang.String getFieldSep()
public java.lang.String getRowSep()
public java.util.List getTgtDataTypes()
public boolean isStoreKeys()
public boolean isStoreToFile()
public java.lang.String getTechnologyType()
public java.lang.String getStoreOptions()
public java.lang.String getStorageFormat()
public void setStorageFormat(java.lang.String storageFormat)
public boolean isQuotedColumns()
public java.lang.String getOutputAvroSchemaDef()
public void setOutputAvroSchemaDef(java.lang.String outputAvroSchemaDef)
public java.lang.String generateTargetDefinitionDF() throws GenerationException
GenerationException
public java.util.List generateTargetColumnNames() throws GenerationException
GenerationException
public java.lang.String generateTargetColumnsDF() throws GenerationException
GenerationException