Class PipelineDataflowConfigurationDetails
The configuration details of a Dataflow step.
Inheritance
PipelineDataflowConfigurationDetails
Assembly: OCI.DotNetSDK.Datascience.dll
Syntax
public class PipelineDataflowConfigurationDetails
Properties
Configuration
Declaration
[JsonProperty(PropertyName = "configuration")]
public object Configuration { get; set; }
Property Value
| Type |
Description |
| object |
The Spark configuration passed to the running process.
|
DriverShape
Declaration
[JsonProperty(PropertyName = "driverShape")]
public string DriverShape { get; set; }
Property Value
| Type |
Description |
| string |
The VM shape for the driver.
|
DriverShapeConfigDetails
Declaration
[JsonProperty(PropertyName = "driverShapeConfigDetails")]
public PipelineShapeConfigDetails DriverShapeConfigDetails { get; set; }
Property Value
ExecutorShape
Declaration
[JsonProperty(PropertyName = "executorShape")]
public string ExecutorShape { get; set; }
Property Value
| Type |
Description |
| string |
The VM shape for the executors.
|
ExecutorShapeConfigDetails
Declaration
[JsonProperty(PropertyName = "executorShapeConfigDetails")]
public PipelineShapeConfigDetails ExecutorShapeConfigDetails { get; set; }
Property Value
LogsBucketUri
Declaration
[JsonProperty(PropertyName = "logsBucketUri")]
public string LogsBucketUri { get; set; }
Property Value
| Type |
Description |
| string |
An Oracle Cloud Infrastructure URI of the bucket where the Spark job logs are to be uploaded.
|
NumExecutors
Declaration
[JsonProperty(PropertyName = "numExecutors")]
public int? NumExecutors { get; set; }
Property Value
| Type |
Description |
| int? |
The number of executor VMs requested.
|
WarehouseBucketUri
Declaration
[JsonProperty(PropertyName = "warehouseBucketUri")]
public string WarehouseBucketUri { get; set; }
Property Value
| Type |
Description |
| string |
An Oracle Cloud Infrastructure URI of the bucket to be used as default warehouse directory for BATCH SQL runs.
|