ETLジョブ検索API

post

/oiri/api/v1/etl/jobs/search

リクエスト

この操作にはリクエスト・パラメータはありません。

サポートされているメディア・タイプ
リクエスト本文 - application/json ()
ルート・スキーマ: schema
型: object
ソースを表示
ネストされたスキーマ: page
型: object
ソースを表示
ネストされたスキーマ: sort
型: object
ソースを表示
先頭に戻る

レスポンス

サポートされているメディア・タイプ

200レスポンス

OK
Body ()
ルート・スキーマ: EtlJobSearchResponse
型: object
ソースを表示
ネストされたスキーマ: jobs
型: array
ソースを表示
ネストされたスキーマ: ETLJobDetails
型: object
ソースを表示
ネストされたスキーマ: input
型: object
ソースを表示
ネストされたスキーマ: output
型: array
ソースを表示
ネストされたスキーマ: databaseConfiguration
型: object
ソースを表示
ネストされたスキーマ: entities
型: array
ソースを表示
ネストされたスキーマ: globalEtlConfiguration
型: object
ソースを表示
ネストされたスキーマ: sources
型: object
ソースを表示
ネストされたスキーマ: sparkConfiguration
型: object
ソースを表示
ネストされたスキーマ: sparkK8sConfiguration
型: object
ソースを表示
ネストされたスキーマ: ETLEntity
型: object
ソースを表示
ネストされたスキーマ: flatFile
型: object
ソースを表示
ネストされたスキーマ: oracleIdentityGovernance
型: object
ソースを表示
ネストされたスキーマ: option
型: object
ソースを表示
ネストされたスキーマ: option
型: object
ソースを表示
ネストされたスキーマ: ETLResult
型: object
ソースを表示
ネストされたスキーマ: entities
型: array
ソースを表示
ネストされたスキーマ: ETLEntityResult
型: object
ソースを表示
ネストされたスキーマ: additionalDetails
型: object
ネストされたスキーマ: details
型: object
先頭に戻る

次の例は、データ・インポート・ジョブまたはETLジョブを検索する方法を示しています。

curl -X POST 'http://locahost:port/oiri/api/v1/etl/jobs/search' \
-H "Authorization: Bearer $token"\
-H 'Content-Type: application/json' \
-d

リクエスト本文の例

JSON形式のリクエスト本文の例を次に示します。

{
"page": {
"offset": 0,
"limit": 10
},
"sort": {
"sortBy": "createdDate",
"sortOrder": "DESC"
},
"searchFilters": "status in (\"RUNNING\",\"SUCCEEDED\",\"FAILED\") and lastModifiedDate ge 2021-04-21T04:37:43.730Z"
}

レスポンス本文の例

JSON形式のレスポンス本文の例を次に示します。

{
"recordCount": 1,
"jobs": [
{
"id": "1619030266311",
"sourceId": null,
"sourceName": null,
"name": "ETL 1619030266311",
"description": "Import data from Oracle Identity Governance and flat file",
"type": "ETL",
"status": "SUCCEEDED",
"message": null,
"createdDate": "2021-04-21T18:37:46.323Z",
"createdBy": "RFROST",
"lastUpdatedDate": "2021-04-21T18:38:28.959Z",
"startedDate": "2021-04-21T18:37:46.323Z",
"finishedData": "2021-04-21T18:38:28.959Z",
"input": {
"version": "1.0",
"walletDirectory": "/app/data/wallet",
"toBeDeletedOigDataDirectory": "/app/data/tobedeleted/oig",
"toBeDeletedFileDataDirectory": "/app/data/tobedeleted/file",
"sparkMode": "local",
"databaseConfiguration": {
"url": "jdbc:oracle:thin:@idmhost123.networkspeosubn.idmocihost123.example.com:PORT/oiripdb",
"driver": "oracle.jdbc.driver.OracleDriver",
"queryTimeout": 300,
"fetchSize": 50
},
"sparkConfiguration": {
"masterUrl": "local[2]",
"maxResultSize": "2G",
"eventLogOverwrite": false,
"eventLogEnabled": false,
"executorMemory": "2g",
"serializer": "org.apache.spark.serializer.KryoSerializer",
"eventLogPath": "/app/data/logs/events"
},
"globalEtlConfiguration": {
"organizationPathSplitSize": 10,
"maxOrganizationsInPath": 20,
"recordsCountInDryRunSummary": 20,
"validationFailureThresholdLimit": 100,
"maxJobRunningTimeInMinute": 720
},
"sparkK8sConfiguration": {
"master": null,
"namespace": null,
"containerImage": null,
"executorInstances": null,
"imagePullPolicy": "IfNotPresent",
"imagePullSecret": null,
"fileUploadPath": "/var/backup/ding/",
"k8sCaCertFile": "/app/",
"serviceAccountName": "ding-sa",
"driverPvcPath": "/app",
"driverPvcName": "ding-pvc",
"executorPvcPath": "/app",
"executorPvcName": "ding-pvc",
"driverRequestCores": null,
"driverLimitCores": null,
"executorRequestCores": null,
"executorLimitCores": null,
"driverMemory": null,
"executorMemory": null,
"driverMemoryOverhead": null,
"executorMemoryOverhead": null
},
"sources": {
"flatFile": {
"enabled": true,
"version": "1.0",
"format": "csv",
"option": {
"url": null,
"driver": null,
"queryTimeout": null,
"fetchSize": null,
"sep": ",",
"timestampFormat": "yyyy-MM-dd"
}
},
"oracleIdentityGovernance": {
"enabled": true,
"version": "12.2.1.3",
"format": "jdbc",
"option": {
"url": "jdbc:oracle:thin:@idmhost123.networkspeosubn.idmocihost123.example.com:PORT/oimdb.example.com",
"driver": "oracle.jdbc.driver.OracleDriver",
"queryTimeout": 300,
"fetchSize": 50,
"sep": null,
"timestampFormat": null
}
}
},
"entities": [
{
"name": "users",
"enabled": true,
"syncMode": "full",
"lowerBound": 0,
"upperBound": 10000,
"numPartitions": 3,
"fileBasePath": "/app/data/input/users/",
"batchSize": 100
},
{
"name": "applications",
"enabled": true,
"syncMode": "full",
"lowerBound": 0,
"upperBound": 10000,
"numPartitions": 3,
"fileBasePath": "/app/data/input/applications/",
"batchSize": 100
},
{
"name": "entitlements",
"enabled": true,
"syncMode": "full",
"lowerBound": 0,
"upperBound": 10000,
"numPartitions": 3,
"fileBasePath": "/app/data/input/entitlements/",
"batchSize": 100
},
{
"name": "assignedEntitlements",
"enabled": true,
"syncMode": "full",
"lowerBound": 0,
"upperBound": 10000,
"numPartitions": 3,
"fileBasePath": "/app/data/input/assignedentitlements/",
"batchSize": 100
},
{
"name": "roles",
"enabled": true,
"syncMode": "full",
"lowerBound": 0,
"upperBound": 10000,
"numPartitions": 3,
"fileBasePath": "/app/data/input/roles/",
"batchSize": 100
},
{
"name": "roleHierarchy",
"enabled": true,
"syncMode": "full",
"lowerBound": null,
"upperBound": null,
"numPartitions": 3,
"fileBasePath": "/app/data/input/rolehierarchy/",
"batchSize": 100
},
{
"name": "roleUserMemberships",
"enabled": true,
"syncMode": "full",
"lowerBound": 0,
"upperBound": 10000,
"numPartitions": 3,
"fileBasePath": "/app/data/input/roleusermemberships/",
"batchSize": 100
},
{
"name": "roleEntitlementCompositions",
"enabled": true,
"syncMode": "full",
"lowerBound": 0,
"upperBound": 10000,
"numPartitions": 3,
"fileBasePath": "/app/data/input/roleentitlementcompositions/",
"batchSize": 100
},
{
"name": "accounts",
"enabled": true,
"syncMode": "full",
"lowerBound": 0,
"upperBound": 10000,
"numPartitions": 3,
"fileBasePath": "/app/data/input/accounts/",
"batchSize": 100
}
]
},
"output": [
{
"source": "OIG",
"processingTime": 19314,
"entities": [
{
"entityType": "Role",
"processingTime": 890,
"details": {
"Data count": 33
},
"additionalDetails": {
"Time taken (in ms) in reading the data from source": 73
}
},
{
"entityType": "Application",
"processingTime": 1232,
"details": {
"Data count": 3
},
"additionalDetails": {
"Time taken (in ms) in reading the data from source": 86
}
},
{
"entityType": "User Entitlement Membership",
"processingTime": 1065,
"details": {
"Data count": 99
},
"additionalDetails": {
"Time taken (in ms) in reading the data from source": 124
}
},
{
"entityType": "Role Entitlement Composition",
"processingTime": 966,
"details": {
"Data count": 108
},
"additionalDetails": {
"Time taken (in ms) in reading the data from source": 52
}
},
{
"entityType": "Entitlement",
"processingTime": 1082,
"details": {
"Data count": 9
},
"additionalDetails": {
"Time taken (in ms) in reading the data from source": 89
}
},
{
"entityType": "User",
"processingTime": 11110,
"details": {
"Data count": 27
},
"additionalDetails": {
"Time taken (in ms) in reading the data from source": 2736
}
},
{
"entityType": "Account",
"processingTime": 1053,
"details": {
"Data count": 33
},
"additionalDetails": {
"Time taken (in ms) in reading the data from source": 78
}
},
{
"entityType": "Role Hierarchy",
"processingTime": 659,
"details": {
"Data count": 2
},
"additionalDetails": {
"Time taken (in ms) in reading the data from source": 61
}
},
{
"entityType": "Role User Membership",
"processingTime": 1245,
"details": {
"Data count": 35
},
"additionalDetails": {
"Time taken (in ms) in reading the data from source": 93,
"Role hierarchy processing time (in ms)": 17,
"Time taken (in ms) in indirect role user membership": 6,
"Role user membership processing time (in ms)": 19
}
}
]
},
{
"source": "File",
"processingTime": 23212,
"entities": [
{
"entityType": "Role Entitlement Composition",
"processingTime": 1768,
"details": {
"Insert data count": 0,
"Delete data count": 0
},
"additionalDetails": {
"Time taken (in ms) to identify probable data for delete": 239,
"Time taken (in ms) to identify insert/update/delete": 83,
"Time taken (in ms) in reading the data from OIRI": 83,
"Time taken (in ms) in reading the data from file": 32
}
},
{
"entityType": "User Entitlement Membership",
"processingTime": 2349,
"details": {
"Insert data count": 0,
"Delete data count": 0
},
"additionalDetails": {
"Time taken (in ms) to identify probable data for delete": 170,
"Time taken (in ms) to identify insert/update/delete": 42,
"Time taken (in ms) in reading the data from OIRI": 93,
"Time taken (in ms) in reading the data from file": 38
}
},
{
"entityType": "Application",
"processingTime": 2225,
"details": {
"Insert data count": 0,
"Update data count": 0
},
"additionalDetails": {
"Time taken (in ms) to identify insert/update/delete": 72,
"Time taken (in ms) in reading the data from OIRI": 66,
"Time taken (in ms) in reading the data from file": 34
}
},
{
"entityType": "Role User Membership",
"processingTime": 1893,
"details": {
"Insert data count": 0,
"Delete data count": 0
},
"additionalDetails": {
"Time taken (in ms) to identify probable data for delete": 209,
"Time taken (in ms) to identify insert/update/delete": 42,
"Role hierarchy processing time (in ms)": 2,
"Time taken (in ms) in reading the data from OIRI": 84,
"Time taken (in ms) in reading the data from file": 34,
"Time taken (in ms) in indirect role user membership": 2,
"Role user membership processing time (in ms)": 2
}
},
{
"entityType": "Role Hierarchy",
"processingTime": 1877,
"details": {
"Insert data count": 0,
"Delete data count": 0
},
"additionalDetails": {
"Time taken (in ms) to identify probable data for delete": 713,
"Time taken (in ms) to identify insert/update/delete": 1,
"Time taken (in ms) in reading the data from OIRI": 65,
"Time taken (in ms) in reading the data from file": 17
}
},
{
"entityType": "User",
"processingTime": 5335,
"details": {
"Insert data count": 0,
"Update data count": 0
},
"additionalDetails": {
"Time taken (in ms) to identify insert/update/delete": 161,
"Time taken (in ms) in reading the data from OIRI": 164,
"Time taken (in ms) in reading the data from file": 365
}
},
{
"entityType": "Entitlement",
"processingTime": 2497,
"details": {
"Insert data count": 0,
"Update data count": 0
},
"additionalDetails": {
"Time taken (in ms) to identify insert/update/delete": 55,
"Time taken (in ms) in reading the data from OIRI": 92,
"Time taken (in ms) in reading the data from file": 23
}
},
{
"entityType": "Account",
"processingTime": 2731,
"details": {
"Insert data count": 0,
"Update data count": 0
},
"additionalDetails": {
"Time taken (in ms) to identify insert/update/delete": 57,
"Time taken (in ms) in reading the data from OIRI": 82,
"Time taken (in ms) in reading the data from file": 28
}
},
{
"entityType": "Role",
"processingTime": 2531,
"details": {
"Insert data count": 0,
"Update data count": 0
},
"additionalDetails": {
"Time taken (in ms) to identify insert/update/delete": 40,
"Time taken (in ms) in reading the data from OIRI": 62,
"Time taken (in ms) in reading the data from file": 18
}
}
]
}
]
}
],
"limit": 10,
"offset": 0,
"count": 1,
"hasMore": false
}
先頭に戻る