public class SparkLoadCmd extends SparkCommand
AbstractSyntaxTree.LogCounter
Modifier and Type | Method and Description |
---|---|
java.lang.String |
getDateFormat()
Get Date format property
|
java.lang.String |
getFieldSep()
Get the file separator.
|
java.lang.String |
getFileFormat()
Get the file format.
|
java.lang.String |
getFileLoc()
Gets the file location.
|
boolean |
getGenerateInputSchemaDefinition()
Gets a flag indicating if the input schema definition should be generated in the generated code.
|
boolean |
getInferSourceShema()
Get infer source schema property
|
java.lang.String |
getInputAvroSchemaDef() |
java.lang.String |
getInputSchemaDefinition()
Gets the valid definition of input schema .
|
java.util.List |
getInputStructTypeSchemaDefinition()
Gets the valid definition of input schema defined by the specified structure
type, for the data frame that was read.
|
java.util.List |
getInputStructTypeSchemaDefinitionDF()
Gets the valid definition of input schema defined by the specified structure
type, for the data frame that was read.
|
java.lang.String |
getLoadFuncArgs()
Gets the arguments to load function.
|
java.lang.String |
getLoadFunction()
Gets the load function
|
java.lang.String |
getLoadOptions()
Get the load options
|
java.util.List |
getOutputSchemaFieldList()
Generate the names for source columns.
|
java.lang.String |
getOutputSchemaFields()
Gets list of fields for output schema.
|
java.lang.String |
getOutputSchemaFieldsDF()
Gets list of fields for output schema, specific to DataFrames.
|
java.lang.String |
getRowSep()
Get the row separator.
|
java.lang.String |
getTechnology()
Get the technology type.
|
SparkCommandType |
getTypeEnum()
Get the type of spark command
|
boolean |
isKeySupport()
Return true if key is supported.
|
boolean |
isLoadFile()
Return true if loading is for file.
|
boolean |
needFormatOutput()
Return true if output format is needed.
|
void |
setInputAvroSchemaDef(java.lang.String inputAvroSchemaDef) |
convertExprs, convertExprsDF, getChildren, getCommandIndex, getExprText, getExprTextDF, getFlexField, getModulePaths, getOptionValue, getParentScript, getPhysicalNode, getScriptLevelCommonContext, getSourceAlias, getSourceAliases, getSparkContextName, getSparkContextType, getStrctType, getStreamEnableWindowing, getStreamSlideInterval, getStreamWindowLength, getTargetAlias, getTemplateSubstitutionMap, getText, getType, isStreamingMode, setSourceAliases, toString, useSQLExpressions
getCodeGenerationTemplate, getCodeGenerationTemplateName, getCustomTemplate, getKMName, getLeafLevelChildren, getMapPhysicalNode, getOrder, getParentAST, getParentOfType, getPropertyValue, getSourceLanguage, getSourceLocation, getSourceTechnology, getSourceText, getTargetLanguage, getTargetLocation, getTargetTechnology, getTargetText, hasCustomTemplate, hasSourceAndTargetText, isLeafLevelNode, isPushFromSource
public SparkCommandType getTypeEnum()
getTypeEnum
in class SparkCommand
public java.lang.String getFileLoc()
public java.lang.String getLoadFunction()
public java.lang.String getLoadFuncArgs()
public java.lang.String getInputSchemaDefinition() throws GenerationException
GenerationException
public java.util.List getInputStructTypeSchemaDefinition() throws GenerationException
GenerationException
public java.util.List getInputStructTypeSchemaDefinitionDF() throws GenerationException
GenerationException
public boolean getGenerateInputSchemaDefinition()
public java.util.List getOutputSchemaFieldList() throws GenerationException
GenerationException
public java.lang.String getOutputSchemaFields() throws GenerationException
GenerationException
public java.lang.String getOutputSchemaFieldsDF() throws GenerationException
GenerationException
public boolean needFormatOutput()
public boolean isKeySupport()
public java.lang.String getTechnology()
public boolean isLoadFile()
public java.lang.String getRowSep()
public java.lang.String getFieldSep()
public java.lang.String getFileFormat()
public java.lang.String getLoadOptions()
public java.lang.String getDateFormat()
public boolean getInferSourceShema()
public java.lang.String getInputAvroSchemaDef()
public void setInputAvroSchemaDef(java.lang.String inputAvroSchemaDef)
inputAvroSchemaDef
-