Package | Description |
---|---|
oracle.odi.domain.mapping.generator | |
oracle.odi.mapping.generation | |
oracle.odi.mapping.generation.pig | |
oracle.odi.mapping.generation.spark |
Modifier and Type | Method and Description |
---|---|
void |
TaskControl.instantiateTask(java.util.Map variableMap)
Add an extra instance of this task to the generated session.
|
void |
TaskControl.instantiateTask(java.lang.String taskName,
java.util.Map variableMap)
Add an extra instance of this task to the generated session.
|
Modifier and Type | Method and Description |
---|---|
void |
SetQuery.addAll(java.util.List pSqlQueryList,
java.util.Set existingAliasSet)
Add a list of queries to the list of queries participating in this set operation
|
SqlQuery |
SqlQuery.addFilter(ArrayExpression filterExp,
java.util.Set existingAliasSet) |
SqlQuery |
SqlQuery.addJoin(MapPhysicalNode physicalNode,
JoinTable.JoinType joinType,
SqlQuery joinQuery,
ArrayExpression[] joinConditionHolder,
boolean addJoinCondition,
boolean orderedJoin,
SqlQuery.SelectMapContainer selectMapContainer,
IMapComponent leftComponent,
IMapComponent rightComponent,
MapConnectorPoint leftPoint,
MapConnectorPoint rightPoint,
boolean inDataset,
java.util.Set existingAliasSet) |
SqlQuery |
SqlQuery.addJoin(MapPhysicalNode physicalNode,
JoinTable.JoinType joinType,
SqlQuery joinQuery,
ArrayExpression[] joinConditionHolder,
boolean addJoinCondition,
boolean orderedJoin,
SqlQuery.SelectMapContainer selectMapContainer,
IMapComponent leftComponent,
IMapComponent rightComponent,
MapConnectorPoint leftPoint,
MapConnectorPoint rightPoint,
boolean inDataset,
java.util.Set existingAliasSet,
boolean optimizeLeftInlineViews) |
SqlQuery |
SqlQuery.addJoin(MapPhysicalNode physicalNode,
JoinTable.JoinType joinType,
SqlQuery joinQuery,
ArrayExpression[] joinConditionHolder,
boolean addJoinCondition,
boolean orderedJoin,
SqlQuery.SelectMapContainer selectMapContainer,
IMapComponent leftComponent,
IMapComponent rightComponent,
MapConnectorPoint leftPoint,
MapConnectorPoint rightPoint,
boolean inDataset,
java.util.Set existingAliasSet,
boolean optimizeLeftInlineViews,
boolean isCombinedQuery)
Add a query to be joined to this query.
|
void |
PigCommand.adjustOutputFieldByExpr(PigField outputField,
MapExpression expr)
Adjusts the definition of an output field using the output expression.
|
Schema |
LoadCmd.adjustOutputSchema()
Adjust the output schema for load command.
|
PigSchema |
PigLoadCmd.adjustOutputSchema()
Adjust the output schema for load command.
|
void |
CustomizableCommand.beginCustomizePlaceholderValues()
Marks the beginning of customization of the placeholder values for this command.
|
void |
CustomizableCommand.beginLogicalCustomization()
Marks the beginning of customization of this command using supported set* method and setPropertyValue of
predefined properties.
|
Schema |
Command.calculateOutputSchema()
Calculates the output schema.
|
PigSchema |
PigCommand.calculateOutputSchema()
Calculates the output schema.
|
PigSchema |
PigGroupCmd.calculateOutputSchema() |
abstract Schema |
Schema.clone(Script ownerScript)
clones this schema to a new one.
|
abstract AbstractSyntaxTree |
AbstractSyntaxTree.cloneAST() |
AbstractSyntaxTree |
ArrayExpression.cloneAST() |
AbstractSyntaxTree |
Command.cloneAST() |
AbstractSyntaxTree |
PigCommand.cloneAST() |
AbstractSyntaxTree |
PigScript.cloneAST() |
AbstractSyntaxTree |
Script.cloneAST() |
AbstractSyntaxTree |
SourceASTList.cloneAST() |
AbstractSyntaxTree |
StringExpression.cloneAST() |
AbstractSyntaxTree |
Table.cloneAST() |
AbstractSyntaxTree |
TextTemplateTree.cloneAST() |
abstract AbstractSyntaxTree |
AbstractSyntaxTree.combineTree(AbstractSyntaxTree tree) |
AbstractSyntaxTree |
Command.combineTree(AbstractSyntaxTree tree) |
AbstractSyntaxTree |
CustomAST.combineTree(AbstractSyntaxTree tree) |
AbstractSyntaxTree |
Expression.combineTree(AbstractSyntaxTree tree) |
AbstractSyntaxTree |
FilterSubQuery.combineTree(AbstractSyntaxTree tree) |
AbstractSyntaxTree |
FromClause.combineTree(AbstractSyntaxTree tree) |
AbstractSyntaxTree |
JoinTable.combineTree(AbstractSyntaxTree tree) |
AbstractSyntaxTree |
NullTarget.combineTree(AbstractSyntaxTree tree) |
AbstractSyntaxTree |
PigCommand.combineTree(AbstractSyntaxTree tree) |
AbstractSyntaxTree |
PigScript.combineTree(AbstractSyntaxTree tree) |
AbstractSyntaxTree |
Script.combineTree(AbstractSyntaxTree tree) |
AbstractSyntaxTree |
SetQuery.combineTree(AbstractSyntaxTree tree) |
AbstractSyntaxTree |
SourceASTList.combineTree(AbstractSyntaxTree tree) |
AbstractSyntaxTree |
SqlInsertStatement.combineTree(AbstractSyntaxTree tree) |
AbstractSyntaxTree |
SqlMultiInsertStatement.combineTree(AbstractSyntaxTree tree) |
AbstractSyntaxTree |
SqlQuery.combineTree(AbstractSyntaxTree tree) |
AbstractSyntaxTree |
Table.combineTree(AbstractSyntaxTree tree) |
AbstractSyntaxTree |
TableFunctionReference.combineTree(AbstractSyntaxTree tree) |
AbstractSyntaxTree |
TableQueryReference.combineTree(AbstractSyntaxTree tree) |
AbstractSyntaxTree |
TableReference.combineTree(AbstractSyntaxTree tree) |
AbstractSyntaxTree |
TextTemplateTree.combineTree(AbstractSyntaxTree tree) |
java.util.List |
Command.convertExprs(MapConnectorPoint scopingInputPoint,
java.util.List exprs,
boolean referenceOutputFields)
Generates code for a list of expressions.
|
java.util.List |
PigCommand.convertExprs(MapConnectorPoint scopingInputPoint,
java.util.List exprs,
boolean referenceOutputFields)
Generates code for a list of expressions.
|
static Command |
CommandFactory.createCommand(CommandType type,
TemplateUtils templateUtils,
MapPhysicalNode physicalNode) |
abstract Schema |
CommandHelper.createProjectorSchema(Script ownerScript,
java.lang.String baseName,
Schema existingSchema,
MapConnectorPoint outputCP) |
static Field |
CommandFactory.createScalarField(ITechnology techno,
Schema schema) |
static Schema |
CommandFactory.createSchema(ITechnology techno,
Script ownerScript,
java.lang.String name) |
PigScript |
PigScript.createSchemaOnlyScript(java.lang.String newOutputSchemaName)
Creates a schema-only script.
|
Script |
Script.createSchemaOnlyScript(java.lang.String newOutputSchemaName)
Creates a schema-only script.
|
abstract Schema |
CommandHelper.createSelectorSchema(Script ownerScript,
java.lang.String baseName,
boolean isDecorator) |
java.util.List |
PigScript.getCommands()
Gets the list of commands in this script.
|
java.util.List |
Script.getCommands()
Gets the list of commands in this script.
|
java.lang.String |
SqlQuery.getConstantFromClauseText()
Get the FROM clause text for a query with only constant select item expressions, and no
real source.
|
java.lang.String |
SqlQuery.getConstantFromClauseText(boolean includeFromKeyword)
Get the FROM clause text for a query with only constant select item expressions, and no
real source.
|
java.lang.String |
Command.getExprText(MapConnectorPoint scopingInputPoint,
MapExpression expr)
Gets the generated code for an expression.
|
java.lang.String |
PigCommand.getExprText(MapConnectorPoint scopingInputPoint,
MapExpression expr)
Gets the generated code for an expression.
|
java.lang.String |
Command.getExprText(MapConnectorPoint scopingInputPoint,
MapExpression expr,
boolean referenceOutputFields)
Gets the generated code for an expression.
|
java.lang.String |
PigCommand.getExprText(MapConnectorPoint scopingInputPoint,
MapExpression expr,
boolean referenceOutputFields)
Gets the generated code for an expression.
|
java.lang.String |
PigScript.getExprText(MapConnectorPoint scopingInputPoint,
MapExpression expr,
boolean referenceOutputFields)
Generates the code for an expression.
|
java.lang.String |
Script.getExprText(MapConnectorPoint scopingInputPoint,
MapExpression expr,
boolean referenceOutputFields)
Generates the code for an expression.
|
java.util.List |
SqlQuery.getFromList()
Get the From clause list of the query.
|
java.util.Map |
PigScript.getInputAttrToFieldMap() |
java.util.Map |
Script.getInputAttrToFieldMap() |
java.util.Map |
PigScript.getInputAttrToSpecMap() |
java.util.Map |
Script.getInputAttrToSpecMap() |
MapConnectorPoint |
PigScript.getInputConnectorPoint(int inputSchemaIdx)
Gets the input connector point for an input schema at a given index.
|
MapConnectorPoint |
Script.getInputConnectorPoint(int inputSchemaIdx)
Gets the input connector point for an input schema at a given index.
|
PigField |
PigScript.getInputField(MapAttributeWithPath attrSpec) |
Field |
Script.getInputField(MapAttributeWithPath attrSpec) |
SqlQuery |
SetQuery.getInputQuery(int index)
Get the input query corresponding to the given index.
|
SqlQuery |
SqlQuery.getInputQuery(int index)
Get the input queries that are used in a set query (e.g.
|
java.lang.String |
LoadCmd.getInputSchemaDefinition()
Gets the valid Pig Lastin schema definition for the input to load operator.
|
java.lang.String |
PigLoadCmd.getInputSchemaDefinition()
Gets the valid Pig Lastin schema definition for the input to load operator.
|
java.util.List |
PigScript.getInputSchemas()
Gets the input schemas of this script.
|
java.util.List |
Script.getInputSchemas()
Gets the input schemas of this script.
|
java.util.List |
PigScript.getInputSqlQueries() |
java.util.List |
Script.getInputSqlQueries() |
static CommandHelper |
CommandHelper.getInstance(ITechnology techno) |
java.lang.String |
JoinTable.getLeftText()
Get the left text of the join table.
|
Mapping |
PigScript.getMapping() |
Mapping |
Script.getMapping() |
java.util.Map |
PigScript.getOutputAttrToFieldMap() |
java.util.Map |
Script.getOutputAttrToFieldMap() |
java.util.Map |
PigScript.getOutputAttrToSpecMap() |
java.util.Map |
Script.getOutputAttrToSpecMap() |
MapConnectorPoint |
PigScript.getOutputConnectorPoint()
Gets the output connector point of the last command of this script, or if this script if schema only, gets the
output connector point of the physical node this script corresponds to.
|
MapConnectorPoint |
Script.getOutputConnectorPoint()
Gets the output connector point of the last command of this script, or if this script if schema only, gets the
output connector point of the physical node this script corresponds to.
|
PigSchema |
PigScript.getOutputSchema()
Gets the output schema for this script.
|
Schema |
Script.getOutputSchema()
Gets the output schema for this script.
|
SqlQuery |
PigScript.getOutputSqlQuery() |
SqlQuery |
Script.getOutputSqlQuery() |
java.lang.String |
TemplateUtils.getParsedTemplateText(java.lang.String templateName,
java.util.Map variableMap)
Gets the parsed template text.
|
java.util.List |
Command.getPlaceholderKeys()
Gets keys in the current placeholder map.
|
java.util.Map |
Command.getPlaceholderMap()
Gets the placeholder map.
|
java.lang.String |
JoinTable.getRightText()
Get the right text of the join table.
|
ILanguage |
AbstractSyntaxTree.getSourceLanguage()
Get the source language that is generated by this AST object, if any, else null.
|
ILocation |
AbstractSyntaxTree.getSourceLocation()
Get source location information for this AST, if any is defined, else return null.
|
ILocation |
AgentStreamingInsertStatement.getSourceLocation()
Get source location information for this AST, if any is defined, else return null.
|
ILocation |
FileInsertStatement.getSourceLocation() |
ILocation |
SqlInsertStatement.getSourceLocation() |
ILocation |
SqlMergeStatement.getSourceLocation() |
ILocation |
SqlQuery.getSourceLocation() |
java.util.List |
FromClause.getSourceTables(boolean includeSubqueries)
Get all source tables, including those referenced in subqueries.
|
java.util.List |
SqlQuery.getSourceTables(boolean includeSubqueries)
Get all source tables, including those referenced in subqueries.
|
ITechnology |
AbstractSyntaxTree.getSourceTechnology()
Get the source technology for this AST, if any available, else return null.
|
ITechnology |
CustomAST.getSourceTechnology()
Get source technology information for this AST, if any is defined, else return null.
|
java.lang.String |
AbstractSyntaxTree.getSourceText()
Get the source text associated with this substitution API object, if any is defined, else null.
|
java.lang.String |
CustomAST.getSourceText()
Get the source text.
|
java.lang.String |
AbstractSyntaxTree.getSourceText(TemplateUtils templateUtils) |
java.lang.String |
AgentStreamingInsertStatement.getSourceText(TemplateUtils templateUtils) |
java.lang.String |
CustomAST.getSourceText(TemplateUtils templateUtils) |
java.lang.String |
FileInsertStatement.getSourceText(TemplateUtils templateUtils) |
java.lang.String |
SqlInsertStatement.getSourceText(TemplateUtils templateUtils) |
java.util.List |
FromClause.getSubqueries()
Get all the sub-queries included in this FromClause.
|
java.util.List |
SqlQuery.getSubqueries() |
ILanguage |
AbstractSyntaxTree.getTargetLanguage()
Get the target language that is generated by this AST object, if any, else null.
|
ILocation |
AbstractSyntaxTree.getTargetLocation()
Get target location information for this AST, if any is defined, else return null.
|
ILocation |
AgentStreamingInsertStatement.getTargetLocation()
Get target location information for this AST, if any is defined, else return null.
|
ILocation |
FileInsertStatement.getTargetLocation() |
ITechnology |
AbstractSyntaxTree.getTargetTechnology()
Get target technology information for this AST, if any is defined, else return null.
|
ITechnology |
CustomAST.getTargetTechnology()
Get target technology information for this AST, if any is defined, else return null.
|
java.lang.String |
AbstractSyntaxTree.getTargetText()
Get the target text generated by this substitution API object.
|
java.lang.String |
CustomAST.getTargetText()
Get the target text.
|
java.lang.String |
AbstractSyntaxTree.getTargetText(TemplateUtils templateUtils) |
java.lang.String |
AgentStreamingInsertStatement.getTargetText(TemplateUtils templateUtils) |
java.lang.String |
CustomAST.getTargetText(TemplateUtils templateUtils) |
java.lang.String |
FileInsertStatement.getTargetText(TemplateUtils templateUtils) |
java.lang.String |
SqlInsertStatement.getTargetText(TemplateUtils templateUtils) |
java.lang.String |
AbstractSyntaxTree.getText()
Get the generated text for this substitution API object.
|
java.lang.String |
Command.getText() |
java.lang.String |
CorrelatedQuery.getText()
Get the expanded text of this query object which represents a SELECT statement.
|
java.lang.String |
CustomAST.getText()
Get the text.
|
java.lang.String |
IConditionItem.getText()
Get the generated text for this Condition item.
|
java.lang.String |
ITableFunctionParameter.getText()
Get the generated text for this parameter.
|
java.lang.String |
PigCommand.getText() |
java.lang.String |
PigScript.getText() |
java.lang.String |
Script.getText() |
java.lang.String |
SqlQuery.getText()
Get the expanded text of this query object which represents a SELECT statement.
|
java.lang.String |
TableFunctionReference.getText()
Get the expanded text for this table function reference.
|
java.lang.String |
TableQueryReference.getText()
Get the expanded text for this table query reference.
|
java.lang.String |
WrappedCorrelatedQuery.getText() |
java.lang.String |
AbstractSyntaxTree.getText(TemplateUtils templateUtils) |
java.lang.String |
AgentStreamingInsertStatement.getText(TemplateUtils templateUtils) |
java.lang.String |
CustomAST.getText(TemplateUtils templateUtils) |
java.lang.String |
FileInsertStatement.getText(TemplateUtils templateUtils) |
java.lang.String |
FilterSubQuery.getText(TemplateUtils templateUtils) |
java.lang.String |
FromClause.getText(TemplateUtils templateUtils) |
java.lang.String |
IConditionItem.getText(TemplateUtils templateUtils) |
java.lang.String |
ISelectItem.getText(TemplateUtils templateUtils) |
java.lang.String |
ITableFunctionParameter.getText(TemplateUtils templateUtils) |
java.lang.String |
JoinTable.getText(TemplateUtils templateUtils) |
java.lang.String |
PigScript.getText(TemplateUtils templateUtils) |
java.lang.String |
Script.getText(TemplateUtils templateUtils) |
java.lang.String |
SetQuery.getText(TemplateUtils templateUtils) |
java.lang.String |
SqlInsertStatement.getText(TemplateUtils templateUtils) |
java.lang.String |
SqlMultiInsertStatement.getText(TemplateUtils templateUtils) |
java.lang.String |
SqlQuery.getText(TemplateUtils templateUtils) |
java.lang.String |
SqlStatement.getText(TemplateUtils templateUtils) |
java.lang.String |
TableQueryReference.getText(TemplateUtils templateUtils) |
java.lang.String |
FromClause.getText(TemplateUtils templateUtils,
SqlQuery selectQuery) |
boolean |
SqlQuery.hasWindowFunction()
Returns true if this query has a window or analytical function, otherwise false.
|
boolean |
SqlQuery.isConstantQuery()
Return true if the query has no real source, but is projecting a set of constants in the select list.
|
boolean |
FromClause.isConstantSource()
Return true if the table query clause is a constant source.
|
boolean |
TableQueryReference.isConstantSource()
Return true if the table reference has a constant source.
|
java.lang.String |
Script.nextUniqueRelationAlias(java.lang.String stem)
Gets the unique relation alias name for this script.
|
abstract boolean |
CommandHelper.parseExpression(MapExpression expr) |
void |
CustomizableCommand.removePlaceholderKey(java.lang.String key)
Removes a placeholder key.
|
void |
PigLoadCmd.setConvertFieldExprs(java.util.List convertFieldExprs) |
void |
OracleInsertStatement.setInsertHints(MapPhysicalNode node) |
void |
OracleMergeStatement.setMergeHints(MapPhysicalNode node) |
void |
CustomizableCommand.setPlaceholderValue(java.lang.String key,
java.lang.Object value)
Sets the value for a placeholder key.
|
void |
OracleInsertStatement.setSelectHints(MapPhysicalNode node) |
void |
OracleMergeStatement.setSelectHints(MapPhysicalNode node) |
void |
OracleSqlQuery.setSelectHints(MapPhysicalNode node) |
void |
OracleUpdateStatement.setSelectHints(MapPhysicalNode node) |
void |
FromClause.setSuffix(java.lang.String suffix) |
void |
JoinTable.setSuffix(java.lang.String suffix) |
void |
SetQuery.setSuffix(java.lang.String suffix) |
void |
SqlQuery.setSuffix(java.lang.String suffix) |
void |
TableQueryReference.setSuffix(java.lang.String suffix) |
void |
OracleUpdateStatement.setUpdateHints(MapPhysicalNode node) |
Constructor and Description |
---|
ArrayExpression(MapPhysicalColumn physCol,
SqlQuery inputQuery) |
ArrayExpression(MapPhysicalNode physNode,
IMapExpression mapExpr,
java.util.List inputQueries) |
ArrayExpression(MapPhysicalNode physNode,
IMapExpression mapExpr,
java.util.List inputQueries,
java.util.Stack rms) |
ArrayExpression(MapPhysicalNode physNode,
IMapExpression mapExpr,
SqlQuery inputQuery) |
ArrayExpression(MapPhysicalNode physNode,
IMapExpression mapExpr,
java.lang.String defaultTemplate,
SqlQuery inputQuery) |
ArrayExpression(MapPhysicalNode physNode,
MapAttribute attr,
MapPathSpecifier pathSpec,
java.util.List inputQueries) |
ArrayExpression(MapPhysicalNode physNode,
MapAttribute attr,
MapPathSpecifier pathSpec,
java.util.List inputQueries,
java.util.Stack rms) |
ArrayExpression(MapPhysicalNode physNode,
MapAttribute attr,
MapPathSpecifier pathSpec,
SqlQuery inputQuery) |
ArrayExpression(MapPhysicalNode physNode,
MapAttribute attr,
MapPathSpecifier pathSpec,
SqlQuery inputQuery,
java.lang.String alias) |
GroupCmd(TemplateUtils templateUtils,
MapPhysicalNode physicalNode) |
PigGroupCmd(TemplateUtils templateUtils,
MapPhysicalNode physicalNode)
The constructor for PigGroupCmd.
|
PivotQuery(TemplateUtils templateUtils,
java.util.ArrayList aggregateExpressions,
java.lang.String rowLocatorExpressionAlias,
java.util.ArrayList inColumnAliases,
java.util.ArrayList inColumnMatchingRows)
Constructor for PivotQuery
|
Schema(Script ownerScript,
java.lang.String name)
Constructor for Schema.
|
SetQuery(TemplateUtils templateUtils,
java.util.List pSetOperationTypes,
java.lang.String pSetAlias,
java.util.List pColumnsAlias,
java.util.List pInputQueries,
java.util.List pTopLevelSelect,
java.util.Set existingAliasSet) |
SourceASTList(SourceASTList otherASTList) |
TextTemplateTree(TextTemplateTree otherTree) |
Modifier and Type | Method and Description |
---|---|
Schema |
PigLoadCmd.adjustOutputSchema() |
Schema |
PigGroupCmd.calculateOutputSchema() |
Schema |
PigSchema.clone(Script ownerScript) |
static PigCommand |
PigCommandFactory.createCommand(CommandType type,
TemplateUtils templateUtils,
MapPhysicalNode physicalNode) |
Schema |
PigCommandHelper.createProjectorSchema(Script ownerScript,
java.lang.String baseName,
Schema existingSchema,
MapConnectorPoint outputCP) |
static Schema |
PigCommandFactory.createSchema(Script ownerScript,
java.lang.String name) |
Schema |
PigCommandHelper.createSelectorSchema(Script ownerScript,
java.lang.String baseName,
boolean isDecorator) |
boolean |
PigCommandHelper.parseExpression(MapExpression expr) |
void |
PigLoadCmd.setConvertFieldExprs(java.util.List convertFieldExprs) |
Constructor and Description |
---|
PigGroupCmd(TemplateUtils templateUtils,
MapPhysicalNode physicalNode) |
PigSchema(Script ownerScript,
java.lang.String name) |
Modifier and Type | Method and Description |
---|---|
void |
SparkCommand.adjustOutputFieldByExpr(SparkField outputField,
MapExpression expr) |
SparkSchema |
SparkCommand.calculateOutputSchema(java.util.List inputSchemas)
Calculate the output schema according to the input shcemas.
|
SparkSchema |
SparkSQLCmd.calculateOutputSchema(java.util.List inputSchemas)
For Spark SQL command, the output schema is calculated from the input sql
query
|
AbstractSyntaxTree |
SparkCommand.cloneAST()
Get the copy of current AST instance.
|
AbstractSyntaxTree |
SparkScript.cloneAST()
Clone the current script as the new AST object.
|
AbstractSyntaxTree |
SparkCommand.combineTree(AbstractSyntaxTree tree) |
AbstractSyntaxTree |
SparkScript.combineTree(AbstractSyntaxTree tree)
Combine a given AST object with the current spark script.
|
java.util.List |
SparkCommand.convertExprs(MapConnectorPoint scopingInputPoint,
java.util.List exprs,
boolean referenceOutputFields)
Convert list of mapping expressions into a list of expression texts.
|
java.util.List |
SparkCommand.convertExprsDF(MapConnectorPoint scopingInputPoint,
java.util.List exprs,
boolean referenceOutputFields,
boolean qualified)
Convert list of mapping expressions into a list of expression texts, specific to DataFrames.
|
static SparkStartStreamingCmd |
SparkStartStreamingCmd.createNewCommand(SparkScript parentScript) |
SparkScript |
SparkScript.createSchemaOnlyScript(java.lang.String newOutputSchemaName)
Create a new script by using a given output schema name
|
static java.lang.String |
SparkUtils.customImports(MapPhysicalDesign pd) |
java.util.List |
SparkSQLStoreCmd.generateRDDTypes()
Generate list of RDD types.
|
java.util.List |
SparkSQLStoreCmd.generateTargetColumnNames()
Generate the names for target columns.
|
java.util.List |
SparkStoreCmd.generateTargetColumnNames()
Generate the names for target columns.
|
java.lang.String |
SparkSQLStoreCmd.generateTargetColumnsDF()
Generate the target columns list.
|
java.lang.String |
SparkStoreCmd.generateTargetColumnsDF()
Generate the target columns list.
|
java.lang.String |
SparkSQLStoreCmd.generateTargetDefinition()
Generate the target definition.
|
java.lang.String |
SparkStoreCmd.generateTargetDefinition()
Generate the target definition.
|
java.lang.String |
SparkSQLStoreCmd.generateTargetDefinitionDF()
Generate the target definition for dataframes.
|
java.lang.String |
SparkStoreCmd.generateTargetDefinitionDF()
Generate the target definition for dataframes.
|
java.lang.String |
SparkHiveStoreCmd.generateTargetDefinitionHive()
Get the generated target definition.
|
java.util.List |
SparkSQLStoreCmd.generateTargetTypes()
Generate list of target types.
|
java.util.List |
SparkStoreCmd.generateTargetTypes()
Generate list of target types.
|
java.util.List |
SparkSQLCmd.getAPNodeAttributes()
Gets list of AP node attributes.
|
java.util.List |
SparkScript.getCommands()
Get list of commands for this spark script.
|
java.util.List |
SparkScript.getEkmOptionNameList()
Returns the list of EKM option names.
|
java.lang.String |
SparkScript.getEkmOptionValue(java.lang.String key)
Returns an EKM option value.
|
java.lang.String |
SparkScript.getEkmOptionValue(java.lang.String key,
java.lang.String defaultValue)
Returns an EKM option value.
|
java.lang.String |
SparkCommand.getExprText(MapConnectorPoint scopingInputPoint,
MapExpression expr)
Return the expression text according to a given map expression.
|
java.lang.String |
SparkCommand.getExprText(MapConnectorPoint scopingInputPoint,
MapExpression expr,
boolean referenceOutputFields)
Return the expression text according to a given map expression.
|
java.lang.String |
SparkScript.getExprText(MapConnectorPoint scopingInputPoint,
MapExpression expr,
boolean referenceOutputFields)
Return the spark script expression text according to a given map expression.
|
java.lang.String |
SparkCommand.getExprTextDF(MapConnectorPoint scopingInputPoint,
MapExpression expr)
Return the expression text according to a given map expression, specific to DataFrames.
|
java.lang.String |
SparkCommand.getExprTextDF(MapConnectorPoint scopingInputPoint,
MapExpression expr,
boolean referenceOutputFields,
boolean qualified)
Return the expression text according to a given map expression, specific to DataFrames.
|
java.lang.String |
SparkScript.getExprTextDF(MapConnectorPoint scopingInputPoint,
MapExpression expr,
boolean referenceOutputFields,
boolean qualified)
Return the spark script expression text according to a given map expression, specific to DataFrames.
|
java.lang.String |
SparkCommand.getExprTextDF(MapConnectorPoint scopingInputPoint,
MapExpression expr,
boolean referenceOutputFields,
boolean qualified,
java.lang.String qualifier)
Return the expression text according to a given map expression, specific to DataFrames.
|
java.lang.String |
SparkScript.getExprTextDF(MapConnectorPoint scopingInputPoint,
MapExpression expr,
boolean referenceOutputFields,
boolean qualified,
java.lang.String qualifier)
Return the spark script expression text according to a given map expression, specific to DataFrames.
|
java.lang.String |
SparkStoreCmd.StoreField.getFieldScale() |
java.util.Map |
SparkScript.getInputAttrToFieldMap() |
java.util.Map |
SparkScript.getInputAttrToSpecMap() |
MapConnectorPoint |
SparkScript.getInputConnectorPoint(int inputSchemaIdx)
Get the input connector point according to the index.
|
SparkField |
SparkScript.getInputField(MapAttribute attr)
Get the input spark field according to a specific map attribute.
|
SparkField |
SparkScript.getInputField(MapAttributeWithPath attrSpec) |
java.lang.String |
SparkLoadCmd.getInputSchemaDefinition()
Gets the valid definition of input schema .
|
java.util.List |
SparkScript.getInputSchemas()
Get all the input spark schemas for this script.
|
java.util.List |
SparkScript.getInputSqlQueries()
Get the Input sql queries.
|
java.util.List |
SparkLoadCmd.getInputStructTypeSchemaDefinition()
Gets the valid definition of input schema defined by the specified structure
type, for the data frame that was read.
|
java.util.List |
SparkLoadCmd.getInputStructTypeSchemaDefinitionDF()
Gets the valid definition of input schema defined by the specified structure
type, for the data frame that was read.
|
java.lang.String |
SparkKeyBasedLookupCmd.getLookupCmdText()
Get the text for lookup command.
|
java.util.List |
SparkLookupCmd.getLookupKeyExpressions()
Get key expressions for lookup.
|
java.lang.String |
SparkKeyBasedLookupCmd.getLookupSourceLoadingCmdText()
Get the text for the source loading commands used for lookup.
|
java.lang.String |
SparkScript.getMapName()
Get the text for the fileName.
|
java.lang.String |
SparkScript.getMapNameLong()
Get the text for the fileNameLong.
|
Mapping |
SparkScript.getMapping()
Get the corresponding mapping for this script.
|
java.util.List |
SparkHiveStoreCmd.getNonPartitionColumns()
Get partition columns.
|
java.lang.String |
SparkCommand.getOptionValue(java.lang.String optionName)
Get the option value from a physical node by using option name
|
java.util.Map |
SparkScript.getOutputAttrToFieldMap() |
java.util.Map |
SparkScript.getOutputAttrToSpecMap() |
SparkSchema |
SparkScript.getOutputSchema()
Get the output spark schema which is calculated from the last command.
|
java.lang.String |
SparkSQLCmd.getOutputSchemaConnectedFields()
Gets list of connected fields for output schema.
|
java.lang.String |
SparkSQLCmd.getOutputSchemaDefinition()
Gets the definition for output schema
|
java.lang.String |
SparkSQLCmd.getOutputSchemaDefinitionRow()
Gets the definition of output schema for sql format
|
java.util.List |
SparkLoadCmd.getOutputSchemaFieldList()
Generate the names for source columns.
|
java.lang.String |
SparkLoadCmd.getOutputSchemaFields()
Gets list of fields for output schema.
|
java.lang.String |
SparkSQLCmd.getOutputSchemaFields()
Gets list of fields for output schema.
|
java.lang.String |
SparkLoadCmd.getOutputSchemaFieldsDF()
Gets list of fields for output schema, specific to DataFrames.
|
java.lang.String |
SparkSQLCmd.getOutputSchemaFieldsDF()
Gets list of fields for output schema, specific to DataFrames.
|
SqlQuery |
SparkScript.getOutputSqlQuery()
Get the Output SqlQuery.
|
java.util.List |
SparkHiveStoreCmd.getPartitionColumns()
Get partition columns.
|
java.util.Map |
SparkHqlCmd.getPlaceholderMap() |
java.util.Map |
SparkSQLCmd.getPlaceholderMap() |
java.util.List |
SparkFlattenCmd.getPrefixedAttrNamesDF(java.util.List attributes) |
java.util.List |
SparkDistinctCmd.getPrefixedTgtAttrNamesDF() |
java.util.List |
SparkExpressionCmd.getPrefixedTgtAttrNamesDF() |
java.util.List |
SparkSetCmd.getPrefixedTgtAttrNamesDF() |
java.util.List |
SparkGroupCmd.getPrefixedTgtAttrNamesDF(java.util.List p_attrubuteNames) |
java.lang.String |
SparkScript.getSparkDataServerProperty(java.lang.String key)
Returns a ?-level codegen expression expanding to the respective Spark DataServer property.
|
java.lang.String |
SparkScript.getSparkDataServerProperty(java.lang.String key,
java.lang.String defaultValue)
Returns a ?-level codegen expression expanding to the respective Spark DataServer property.
|
ExecutionUnit |
SparkScript.getSparkExecutionUnit()
Get Spark Execution Unit associated with this script.
|
java.lang.String |
SparkScript.getSparkLSchemaName()
Get logical schema name of Spark Execution Unit associated with this script.
|
java.lang.String |
SparkStoreCmd.StoreField.getTargetExpressionText() |
java.lang.String |
SparkSQLStoreCmd.getTargetTableName()
Get name of target table.
|
java.lang.String |
SparkCommand.getText()
Return the text format of the spark command.
|
java.lang.String |
SparkScript.getText()
Get the text for this script.
|
java.lang.String |
SparkScript.getText(TemplateUtils templateUtils) |
static boolean |
SparkUtils.isCheckpointing(MapPhysicalDesign pd) |
java.lang.Boolean |
SparkLookupCmd.isMapSide()
Return true if it's on the map side.
|
boolean |
SparkLookupCmd.isSimpleEqualLookup()
Return true if a simple equal condition is used for lookup.
|
java.lang.String |
SparkCommand.parseKMOptionToMapExpression(java.lang.String optionName)
Create a MapExpresion with value of a given option, parse expression text in mapping scope
|
java.lang.String |
SparkSplitCmd.parseKMOptionToMapExpression(java.lang.String optionName) |
java.lang.String |
SparkCommand.parseKMOptionToMapExpressionDF(java.lang.String optionName)
Create a MapExpresion with value of a given option, parse expression text in mapping scope
|
void |
SparkCommand.setWindowingValues(SparkCommand sparkCmd)
Provide generic place for Spark Windowing KM's to set the windowing options
|
static boolean |
SparkUtils.useDataFrames(MapPhysicalDesign pd) |
Constructor and Description |
---|
SparkKeyBasedLookupCmd(SparkLookupCmd baseCmd,
SparkScript lookupSourceScript) |