/apps/search
Gets all apps filtered by app type, status, username, queue, and tags.
Request
POST http://unravel-host:3000/api/v1/apps/search -d '{"from":0,"appTypes":[{app_types}],"appStatus":[{app_status},"end_time":"{timestamp}","start_time":"{timestamp}","users":["{username}"],"queues":["{queuename} "],"appTags":{"taglist"}}'Path parameters
None.
Query parameters
Required parameters are highlighted.
Name | Type | Description |
|---|---|---|
| integer | Set this to |
| string | List of app types. Format: Valid values are |
| string | App status. Format: Valid values are NoteFor Hive and MR you must specify at least one status type. |
| string | Start time. Format: |
| string | End time. Format: |
| string | Usernames(s). Format: |
| string | Cluster's queue names(s). Format: |
| string | Tag(s). Format: |
Response body
The JSON response body contains a metadata section and a results section that vary according to the request.
Examples
List all apps:
curl -X POST "http://myserver.com:3000/api/v1/apps/search" -H "Content-Type: application/json" -H "Authorization: JWT token"List all failed, killed, or unknown Hive and Tez apps within a specific timeframe:
curl -X POST "http://myserver.com:3000/api/v1/apps/search" -H "Content-Type: application/json" -H "Authorization: JWT token" -d '{"from":0,"appTypes":["hive","tez"],"appStatus":["F","K","U"],"end_time":"2018-10-09T05:18:42.000Z","start_time":"2018-10-09T02:18:42.000Z"}'List all apps owned by a user regardless of status, queue, or tags.
curl -X POST "http://myserver.com:3000/api/v1/apps/search" -H "Content-Type: application/json" -H "Authorization: JWT token" -d '{"from":0,"appTypes":["mr","hive","spark","pig","cascading","impala","tez"],"appStatus":["S","F","K","R","W","P","U"],"end_time":"20190626T042742.000Z","start_time":"20190626T032742.000Z","users":["root"]}'Response body:
{
"metadata": {
"duration": {
"max": 163367,
"min": 4135
},
"resource": {
"max": null,
"min": null
},
"events": {
"max": 3,
"min": 0
},
"appTypes": {
"spark": 28
},
"appStatus": {
"S": 23,
"F": 5
},
"users": {
"unravel": 321
},
"queues": {
"root.users.unravel": 113,
"default": 94
},
"clusters": {
"QACDH601A": 29
},
"totalRecords": 28
},
"results": [
{
"appId": "20190626T032742Z--6535643260096439568",
"appType": "wfi",
"appt": "wfi",
"gotoId": "20190626T032742Z--6535643260096439568",
"gotoLevel": "WFI",
"id": "application_1558643494852_0916",
"nick": "spark",
"name": "multiple_jobs_stages.py",
"queue": "root.users.unravel",
"status": "S",
"status_long": "Success",
"user": "unravel",
"raw_user": "unravel",
"submitHost": "-",
"remarks": [
"-"
],
"aa2Badge": false,
"inBadge": false,
"clusterId": "QACDH601A",
"clusterTag": "1558643494852",
"start_time": "06/26/19 10:28:18",
"start_time_long": "2019-06-26T10:28:18.403Z",
"duration_long": 21658,
"predDuration_long": 0,
"io_long": 0,
"read_long": 0,
"write_long": 0,
"resource": 0,
"service": 0,
"events": 3,
"numApps": 0,
"numSparkApps": 25,
"numMRJobs": 25,
"numEvents": 3,
"mrJobIds": [
"stage-0",
"stage-1",
"stage-2",
"stage-3",
"stage-4",
"stage-9",
"stage-10",
"stage-11",
"stage-12",
"stage-13",
"stage-22",
"stage-23",
"stage-24",
"stage-25",
"stage-26",
"stage-39",
"stage-40",
"stage-41",
"stage-42",
"stage-43",
"stage-60",
"stage-61",
"stage-62",
"stage-63",
"stage-64"
],
"appIds": [],
"sm": 50,
"sr": 100,
"fm": null,
"fr": null,
"km": null,
"kr": null,
"ss": 50,
"fs": null,
"ks": null,
"fsu": null,
"ksu": null,
"totalMapTasks": 50,
"totalReduceTasks": null,
"totalSparkTasks": 50,
"totalMapSlotDuration": 7650,
"totalReduceSlotDuration": null,
"totalSparkSlotDuration": 7650,
"inputTables": null,
"outputTables": [],
"wi": "20190626T032742Z--6535643260096439568",
"wn": "workflow_spark_test_20190626T032742Z",
"wt": "1561519662000",
"type": "REGULAR",
"type_regular": true,
"jobId": "-",
"runName": "-",
"runId": "-",
"db": "-",
"output": "-",
"aid": "-",
"userType": "-",
"cents": 0,
"metrics": null,
"totalProcessingTime": 0,
"memorySeconds": 65779,
"cpuTime": 0,
"storageWaitTime": 0,
"networkSendWaitTime": 0,
"networkReceiveWaitTime": 0,
"elastic": true,
"kind": "spark",
"kindLong": "Spark",
"name_long": "multiple_jobs_stages.py",
"goToApp": {
"appId": "20190626T032742Z--6535643260096439568",
"appType": "WFI"
},
"kind_url": "spark",
"kind_parent_url": "workflow"
},
{
"appId": null,
"appType": null,
"gotoId": null,
"gotoLevel": null,
"id": "application_1558643494852_0915",
"nick": "spark",
"name": "basic.py",
"queue": "root.users.unravel",
"status": "S",
"status_long": "Success",
"user": "unravel",
"raw_user": "unravel",
"submitHost": "-",
"remarks": [
"-"
],
"aa2Badge": false,
"inBadge": false,
"clusterId": "QACDH601A",
"clusterTag": "1558643494852",
"start_time": "06/26/19 10:25:43",
"start_time_long": "2019-06-26T10:25:43.626Z",
"duration_long": 31493,
"predDuration_long": 0,
"io_long": 785,
"read_long": 785,
"write_long": 0,
"resource": 0,
"service": 0,
"events": 3,
"numApps": 0,
"numSparkApps": 18,
"numMRJobs": 18,
"numEvents": 3,
"mrJobIds": [
"stage-0",
"stage-1",
"stage-2",
"stage-3",
"stage-4",
"stage-5",
"stage-6",
"stage-8",
"stage-10",
"stage-12",
"stage-14",
"stage-15",
"stage-16",
"stage-17",
"stage-18",
"stage-19",
"stage-20",
"stage-21"
],
"appIds": [],
"sm": 214,
"sr": 100,
"fm": null,
"fr": null,
"km": null,
"kr": null,
"ss": 214,
"fs": null,
"ks": null,
"fsu": null,
"ksu": null,
"totalMapTasks": 214,
"totalReduceTasks": null,
"totalSparkTasks": 214,
"totalMapSlotDuration": 10030,
"totalReduceSlotDuration": null,
"totalSparkSlotDuration": 10030,
"inputTables": [
"default.people"
],
"outputTables": [],
"wi": null,
"wn": null,
"wt": null,
"type": "REGULAR",
"type_regular": true,
"jobId": "-",
"runName": "-",
"runId": "-",
"db": "-",
"output": "-",
"aid": "-",
"userType": "-",
"cents": 0,
"metrics": null,
"totalProcessingTime": 0,
"memorySeconds": 86976,
"cpuTime": 0,
"storageWaitTime": 0,
"networkSendWaitTime": 0,
"networkReceiveWaitTime": 0,
"elastic": true,
"kind": "spark",
"kindLong": "Spark",
"name_long": "basic.py",
"kind_url": "spark",
"kind_parent_url": "app"
},
{
"appId": null,
"appType": null,
"gotoId": null,
"gotoLevel": null,
"id": "application_1558643494852_0914",
"nick": "spark",
"name": "Spark Test App",
"queue": "root.users.unravel",
"status": "S",
"status_long": "Success",
"user": "unravel",
"raw_user": "unravel",
"submitHost": "-",
"remarks": [
"-"
],
"aa2Badge": false,
"inBadge": false,
"clusterId": "QACDH601A",
"clusterTag": "1558643494852",
"start_time": "06/26/19 10:23:45",
"start_time_long": "2019-06-26T10:23:45.120Z",
"duration_long": 18955,
"predDuration_long": 0,
"io_long": 0,
"read_long": 0,
"write_long": 0,
"resource": 0,
"service": 0,
"events": 2,
"numApps": 0,
"numSparkApps": 25,
"numMRJobs": 25,
"numEvents": 2,
"mrJobIds": [
"stage-0",
"stage-1",
"stage-2",
"stage-3",
"stage-4",
"stage-9",
"stage-10",
"stage-11",
"stage-12",
"stage-13",
"stage-22",
"stage-23",
"stage-24",
"stage-25",
"stage-26",
"stage-39",
"stage-40",
"stage-41",
"stage-42",
"stage-43",
"stage-60",
"stage-61",
"stage-62",
"stage-63",
"stage-64"
],
"appIds": [],
"sm": 50,
"sr": 100,
"fm": null,
"fr": null,
"km": null,
"kr": null,
"ss": 50,
"fs": null,
"ks": null,
"fsu": null,
"ksu": null,
"totalMapTasks": 50,
"totalReduceTasks": null,
"totalSparkTasks": 50,
"totalMapSlotDuration": 7651,
"totalReduceSlotDuration": null,
"totalSparkSlotDuration": 7651,
"inputTables": null,
"outputTables": [],
"wi": null,
"wn": null,
"wt": null,
"type": "REGULAR",
"type_regular": true,
"jobId": "-",
"runName": "-",
"runId": "-",
"db": "-",
"output": "-",
"aid": "-",
"userType": "-",
"cents": 0,
"metrics": null,
"totalProcessingTime": 0,
"memorySeconds": 49704,
"cpuTime": 0,
"storageWaitTime": 0,
"networkSendWaitTime": 0,
"networkReceiveWaitTime": 0,
"elastic": true,
"kind": "spark",
"kindLong": "Spark",
"name_long": "Spark Test App",
"kind_url": "spark",
"kind_parent_url": "app"
},
{
"appId": null,
"appType": null,
"gotoId": null,
"gotoLevel": null,
"id": "application_1558643494852_0913",
"nick": "spark",
"name": "multiple_jobs_stages.py",
"queue": "root.users.unravel",
"status": "S",
"status_long": "Success",
"user": "unravel",
"raw_user": "unravel",
"submitHost": "-",
"remarks": [
"-"
],
"aa2Badge": false,
"inBadge": false,
"clusterId": "QACDH601A",
"clusterTag": "1558643494852",
"start_time": "06/26/19 10:21:53",
"start_time_long": "2019-06-26T10:21:53.088Z",
"duration_long": 21233,
"predDuration_long": 0,
"io_long": 0,
"read_long": 0,
"write_long": 0,
"resource": 0,
"service": 0,
"events": 2,
"numApps": 0,
"numSparkApps": 0,
"numMRJobs": 0,
"numEvents": 2,
"mrJobIds": [],
"appIds": [],
"sm": null,
"sr": 100,
"fm": null,
"fr": null,
"km": null,
"kr": null,
"ss": null,
"fs": null,
"ks": null,
"fsu": null,
"ksu": null,
"totalMapTasks": null,
"totalReduceTasks": null,
"totalSparkTasks": null,
"totalMapSlotDuration": null,
"totalReduceSlotDuration": null,
"totalSparkSlotDuration": null,
"inputTables": null,
"outputTables": [],
"wi": null,
"wn": null,
"wt": null,
"type": "REGULAR",
"type_regular": true,
"jobId": "-",
"runName": "-",
"runId": "-",
"db": "-",
"output": "-",
"aid": "-",
"userType": "-",
"cents": 0,
"metrics": null,
"totalProcessingTime": 0,
"memorySeconds": 63554,
"cpuTime": 0,
"storageWaitTime": 0,
"networkSendWaitTime": 0,
"networkReceiveWaitTime": 0,
"elastic": true,
"kind": "spark",
"kindLong": "Spark",
"name_long": "multiple_jobs_stages.py",
"kind_url": "spark",
"kind_parent_url": "app"
},
{
"appId": null,
"appType": null,
"gotoId": null,
"gotoLevel": null,
"id": "application_1558643494852_0912",
"nick": "spark",
"name": "multiple_jobs_stages.py",
"queue": "root.users.unravel",
"status": "S",
"status_long": "Success",
"user": "unravel",
"raw_user": "unravel",
"submitHost": "-",
"remarks": [
"-"
],
"aa2Badge": false,
"inBadge": false,
"clusterId": "QACDH601A",
"clusterTag": "1558643494852",
"start_time": "06/26/19 10:19:22",
"start_time_long": "2019-06-26T10:19:22.725Z",
"duration_long": 21803,
"predDuration_long": 0,
"io_long": 0,
"read_long": 0,
"write_long": 0,
"resource": 0,
"service": 0,
"events": 2,
"numApps": 0,
"numSparkApps": 0,
"numMRJobs": 0,
"numEvents": 2,
"mrJobIds": [],
"appIds": [],
"sm": null,
"sr": 100,
"fm": null,
"fr": null,
"km": null,
"kr": null,
"ss": null,
"fs": null,
"ks": null,
"fsu": null,
"ksu": null,
"totalMapTasks": null,
"totalReduceTasks": null,
"totalSparkTasks": null,
"totalMapSlotDuration": null,
"totalReduceSlotDuration": null,
"totalSparkSlotDuration": null,
"inputTables": null,
"outputTables": [],
"wi": null,
"wn": null,
"wt": null,
"type": "REGULAR",
"type_regular": true,
"jobId": "-",
"runName": "-",
"runId": "-",
"db": "-",
"output": "-",
"aid": "-",
"userType": "-",
"cents": 0,
"metrics": null,
"totalProcessingTime": 0,
"memorySeconds": 63723,
"cpuTime": 0,
"storageWaitTime": 0,
"networkSendWaitTime": 0,
"networkReceiveWaitTime": 0,
"elastic": true,
"kind": "spark",
"kindLong": "Spark",
"name_long": "multiple_jobs_stages.py",
"kind_url": "spark",
"kind_parent_url": "app"
},
{
"appId": null,
"appType": null,
"gotoId": null,
"gotoLevel": null,
"id": "application_1558643494852_0911",
"nick": "spark",
"name": "multiple_jobs_stages.py",
"queue": "root.users.unravel",
"status": "S",
"status_long": "Success",
"user": "unravel",
"raw_user": "unravel",
"submitHost": "-",
"remarks": [
"-"
],
"aa2Badge": false,
"inBadge": false,
"clusterId": "QACDH601A",
"clusterTag": "1558643494852",
"start_time": "06/26/19 10:16:03",
"start_time_long": "2019-06-26T10:16:03.395Z",
"duration_long": 16942,
"predDuration_long": 0,
"io_long": 0,
"read_long": 0,
"write_long": 0,
"resource": 0,
"service": 0,
"events": 1,
"numApps": 0,
"numSparkApps": 10,
"numMRJobs": 10,
"numEvents": 1,
"mrJobIds": [
"stage-0",
"stage-1",
"stage-3",
"stage-4",
"stage-7",
"stage-8",
"stage-12",
"stage-13",
"stage-18",
"stage-19"
],
"appIds": [],
"sm": 20,
"sr": 100,
"fm": null,
"fr": null,
"km": null,
"kr": null,
"ss": 20,
"fs": null,
"ks": null,
"fsu": null,
"ksu": null,
"totalMapTasks": 20,
"totalReduceTasks": null,
"totalSparkTasks": 20,
"totalMapSlotDuration": 4628,
"totalReduceSlotDuration": null,
"totalSparkSlotDuration": 4628,
"inputTables": null,
"outputTables": [],
"wi": null,
"wn": null,
"wt": null,
"type": "REGULAR",
"type_regular": true,
"jobId": "-",
"runName": "-",
"runId": "-",
"db": "-",
"output": "-",
"aid": "-",
"userType": "-",
"cents": 0,
"metrics": null,
"totalProcessingTime": 0,
"memorySeconds": 44537,
"cpuTime": 0,
"storageWaitTime": 0,
"networkSendWaitTime": 0,
"networkReceiveWaitTime": 0,
"elastic": true,
"kind": "spark",
"kindLong": "Spark",
"name_long": "multiple_jobs_stages.py",
"kind_url": "spark",
"kind_parent_url": "app"
},
{
"appId": null,
"appType": null,
"gotoId": null,
"gotoLevel": null,
"id": "application_1558643494852_0910",
"nick": "spark",
"name": "multiple_jobs_stages.py",
"queue": "root.users.unravel",
"status": "S",
"status_long": "Success",
"user": "unravel",
"raw_user": "unravel",
"submitHost": "-",
"remarks": [
"-"
],
"aa2Badge": false,
"inBadge": false,
"clusterId": "QACDH601A",
"clusterTag": "1558643494852",
"start_time": "06/26/19 10:12:43",
"start_time_long": "2019-06-26T10:12:43.909Z",
"duration_long": 17429,
"predDuration_long": 0,
"io_long": 0,
"read_long": 0,
"write_long": 0,
"resource": 0,
"service": 0,
"events": 1,
"numApps": 0,
"numSparkApps": 10,
"numMRJobs": 10,
"numEvents": 1,
"mrJobIds": [
"stage-0",
"stage-1",
"stage-3",
"stage-4",
"stage-7",
"stage-8",
"stage-12",
"stage-13",
"stage-18",
"stage-19"
],
"appIds": [],
"sm": 20,
"sr": 100,
"fm": null,
"fr": null,
"km": null,
"kr": null,
"ss": 20,
"fs": null,
"ks": null,
"fsu": null,
"ksu": null,
"totalMapTasks": 20,
"totalReduceTasks": null,
"totalSparkTasks": 20,
"totalMapSlotDuration": 4770,
"totalReduceSlotDuration": null,
"totalSparkSlotDuration": 4770,
"inputTables": null,
"outputTables": [],
"wi": null,
"wn": null,
"wt": null,
"type": "REGULAR",
"type_regular": true,
"jobId": "-",
"runName": "-",
"runId": "-",
"db": "-",
"output": "-",
"aid": "-",
"userType": "-",
"cents": 0,
"metrics": null,
"totalProcessingTime": 0,
"memorySeconds": 45714,
"cpuTime": 0,
"storageWaitTime": 0,
"networkSendWaitTime": 0,
"networkReceiveWaitTime": 0,
"elastic": true,
"kind": "spark",
"kindLong": "Spark",
"name_long": "multiple_jobs_stages.py",
"kind_url": "spark",
"kind_parent_url": "app"
},
{
"appId": null,
"appType": null,
"gotoId": null,
"gotoLevel": null,
"id": "application_1558643494852_0909",
"nick": "spark",
"name": "multiple_jobs_stages.py",
"queue": "root.users.unravel",
"status": "S",
"status_long": "Success",
"user": "unravel",
"raw_user": "unravel",
"submitHost": "-",
"remarks": [
"-"
],
"aa2Badge": false,
"inBadge": false,
"clusterId": "QACDH601A",
"clusterTag": "1558643494852",
"start_time": "06/26/19 10:10:24",
"start_time_long": "2019-06-26T10:10:24.015Z",
"duration_long": 17154,
"predDuration_long": 0,
"io_long": 0,
"read_long": 0,
"write_long": 0,
"resource": 0,
"service": 0,
"events": 1,
"numApps": 0,
"numSparkApps": 10,
"numMRJobs": 10,
"numEvents": 1,
"mrJobIds": [
"stage-0",
"stage-1",
"stage-3",
"stage-4",
"stage-7",
"stage-8",
"stage-12",
"stage-13",
"stage-18",
"stage-19"
],
"appIds": [],
"sm": 20,
"sr": 100,
"fm": null,
"fr": null,
"km": null,
"kr": null,
"ss": 20,
"fs": null,
"ks": null,
"fsu": null,
"ksu": null,
"totalMapTasks": 20,
"totalReduceTasks": null,
"totalSparkTasks": 20,
"totalMapSlotDuration": 4631,
"totalReduceSlotDuration": null,
"totalSparkSlotDuration": 4631,
"inputTables": null,
"outputTables": [],
"wi": null,
"wn": null,
"wt": null,
"type": "REGULAR",
"type_regular": true,
"jobId": "-",
"runName": "-",
"runId": "-",
"db": "-",
"output": "-",
"aid": "-",
"userType": "-",
"cents": 0,
"metrics": null,
"totalProcessingTime": 0,
"memorySeconds": 44999,
"cpuTime": 0,
"storageWaitTime": 0,
"networkSendWaitTime": 0,
"networkReceiveWaitTime": 0,
"elastic": true,
"kind": "spark",
"kindLong": "Spark",
"name_long": "multiple_jobs_stages.py",
"kind_url": "spark",
"kind_parent_url": "app"
},
{
"appId": null,
"appType": null,
"gotoId": null,
"gotoLevel": null,
"id": "application_1558643494852_0908",
"nick": "spark",
"name": "multiple_jobs_stages.py",
"queue": "root.users.unravel",
"status": "S",
"status_long": "Success",
"user": "unravel",
"raw_user": "unravel",
"submitHost": "-",
"remarks": [
"-"
],
"aa2Badge": false,
"inBadge": false,
"clusterId": "QACDH601A",
"clusterTag": "1558643494852",
"start_time": "06/26/19 10:08:03",
"start_time_long": "2019-06-26T10:08:03.004Z",
"duration_long": 19386,
"predDuration_long": 0,
"io_long": 0,
"read_long": 0,
"write_long": 0,
"resource": 0,
"service": 0,
"events": 3,
"numApps": 0,
"numSparkApps": 10,
"numMRJobs": 10,
"numEvents": 3,
"mrJobIds": [
"stage-0",
"stage-1",
"stage-3",
"stage-4",
"stage-7",
"stage-8",
"stage-12",
"stage-13",
"stage-18",
"stage-19"
],
"appIds": [],
"sm": 20,
"sr": 100,
"fm": null,
"fr": null,
"km": null,
"kr": null,
"ss": 20,
"fs": null,
"ks": null,
"fsu": null,
"ksu": null,
"totalMapTasks": 20,
"totalReduceTasks": null,
"totalSparkTasks": 20,
"totalMapSlotDuration": 5345,
"totalReduceSlotDuration": null,
"totalSparkSlotDuration": 5345,
"inputTables": null,
"outputTables": [],
"wi": null,
"wn": null,
"wt": null,
"type": "REGULAR",
"type_regular": true,
"jobId": "-",
"runName": "-",
"runId": "-",
"db": "-",
"output": "-",
"aid": "-",
"userType": "-",
"cents": 0,
"metrics": null,
"totalProcessingTime": 0,
"memorySeconds": 55511,
"cpuTime": 0,
"storageWaitTime": 0,
"networkSendWaitTime": 0,
"networkReceiveWaitTime": 0,
"elastic": true,
"kind": "spark",
"kindLong": "Spark",
"name_long": "multiple_jobs_stages.py",
"kind_url": "spark",
"kind_parent_url": "app"
},
{
"appId": null,
"appType": null,
"gotoId": null,
"gotoLevel": null,
"id": "application_1558643494852_0907",
"nick": "spark",
"name": "multiple_jobs_stages.py",
"queue": "root.users.unravel",
"status": "S",
"status_long": "Success",
"user": "unravel",
"raw_user": "unravel",
"submitHost": "-",
"remarks": [
"-"
],
"aa2Badge": false,
"inBadge": false,
"clusterId": "QACDH601A",
"clusterTag": "1558643494852",
"start_time": "06/26/19 10:05:41",
"start_time_long": "2019-06-26T10:05:41.564Z",
"duration_long": 19017,
"predDuration_long": 0,
"io_long": 0,
"read_long": 0,
"write_long": 0,
"resource": 0,
"service": 0,
"events": 3,
"numApps": 0,
"numSparkApps": 10,
"numMRJobs": 10,
"numEvents": 3,
"mrJobIds": [
"stage-0",
"stage-1",
"stage-3",
"stage-4",
"stage-7",
"stage-8",
"stage-12",
"stage-13",
"stage-18",
"stage-19"
],
"appIds": [],
"sm": 20,
"sr": 100,
"fm": null,
"fr": null,
"km": null,
"kr": null,
"ss": 20,
"fs": null,
"ks": null,
"fsu": null,
"ksu": null,
"totalMapTasks": 20,
"totalReduceTasks": null,
"totalSparkTasks": 20,
"totalMapSlotDuration": 5137,
"totalReduceSlotDuration": null,
"totalSparkSlotDuration": 5137,
"inputTables": null,
"outputTables": [],
"wi": null,
"wn": null,
"wt": null,
"type": "REGULAR",
"type_regular": true,
"jobId": "-",
"runName": "-",
"runId": "-",
"db": "-",
"output": "-",
"aid": "-",
"userType": "-",
"cents": 0,
"metrics": null,
"totalProcessingTime": 0,
"memorySeconds": 53504,
"cpuTime": 0,
"storageWaitTime": 0,
"networkSendWaitTime": 0,
"networkReceiveWaitTime": 0,
"elastic": true,
"kind": "spark",
"kindLong": "Spark",
"name_long": "multiple_jobs_stages.py",
"kind_url": "spark",
"kind_parent_url": "app"
},
{
"appId": null,
"appType": null,
"gotoId": null,
"gotoLevel": null,
"id": "application_1558643494852_0906",
"nick": "spark",
"name": "multiple_jobs_stages.py",
"queue": "root.users.unravel",
"status": "S",
"status_long": "Success",
"user": "unravel",
"raw_user": "unravel",
"submitHost": "-",
"remarks": [
"-"
],
"aa2Badge": false,
"inBadge": false,
"clusterId": "QACDH601A",
"clusterTag": "1558643494852",
"start_time": "06/26/19 10:03:20",
"start_time_long": "2019-06-26T10:03:20.433Z",
"duration_long": 20112,
"predDuration_long": 0,
"io_long": 0,
"read_long": 0,
"write_long": 0,
"resource": 0,
"service": 0,
"events": 1,
"numApps": 0,
"numSparkApps": 25,
"numMRJobs": 25,
"numEvents": 1,
"mrJobIds": [
"stage-0",
"stage-1",
"stage-2",
"stage-3",
"stage-4",
"stage-9",
"stage-10",
"stage-11",
"stage-12",
"stage-13",
"stage-22",
"stage-23",
"stage-24",
"stage-25",
"stage-26",
"stage-39",
"stage-40",
"stage-41",
"stage-42",
"stage-43",
"stage-60",
"stage-61",
"stage-62",
"stage-63",
"stage-64"
],
"appIds": [],
"sm": 50,
"sr": 100,
"fm": null,
"fr": null,
"km": null,
"kr": null,
"ss": 50,
"fs": null,
"ks": null,
"fsu": null,
"ksu": null,
"totalMapTasks": 50,
"totalReduceTasks": null,
"totalSparkTasks": 50,
"totalMapSlotDuration": 6988,
"totalReduceSlotDuration": null,
"totalSparkSlotDuration": 6988,
"inputTables": null,
"outputTables": [],
"wi": null,
"wn": null,
"wt": null,
"type": "REGULAR",
"type_regular": true,
"jobId": "-",
"runName": "-",
"runId": "-",
"db": "-",
"output": "-",
"aid": "-",
"userType": "-",
"cents": 0,
"metrics": null,
"totalProcessingTime": 0,
"memorySeconds": 58648,
"cpuTime": 0,
"storageWaitTime": 0,
"networkSendWaitTime": 0,
"networkReceiveWaitTime": 0,
"elastic": true,
"kind": "spark",
"kindLong": "Spark",
"name_long": "multiple_jobs_stages.py",
"kind_url": "spark",
"kind_parent_url": "app"
},
{
"appId": null,
"appType": null,
"gotoId": null,
"gotoLevel": null,
"id": "application_1558643494852_0905",
"nick": "spark",
"name": "multiple_jobs_stages.py",
"queue": "root.users.unravel",
"status": "S",
"status_long": "Success",
"user": "unravel",
"raw_user": "unravel",
"submitHost": "-",
"remarks": [
"-"
],
"aa2Badge": false,
"inBadge": false,
"clusterId": "QACDH601A",
"clusterTag": "1558643494852",
"start_time": "06/26/19 10:00:55",
"start_time_long": "2019-06-26T10:00:55.666Z",
"duration_long": 20682,
"predDuration_long": 0,
"io_long": 0,
"read_long": 0,
"write_long": 0,
"resource": 0,
"service": 0,
"events": 3,
"numApps": 0,
"numSparkApps": 25,
"numMRJobs": 25,
"numEvents": 3,
"mrJobIds": [
"stage-0",
"stage-1",
"stage-2",
"stage-3",
"stage-4",
"stage-9",
"stage-10",
"stage-11",
"stage-12",
"stage-13",
"stage-22",
"stage-23",
"stage-24",
"stage-25",
"stage-26",
"stage-39",
"stage-40",
"stage-41",
"stage-42",
"stage-43",
"stage-60",
"stage-61",
"stage-62",
"stage-63",
"stage-64"
],
"appIds": [],
"sm": 50,
"sr": 100,
"fm": null,
"fr": null,
"km": null,
"kr": null,
"ss": 50,
"fs": null,
"ks": null,
"fsu": null,
"ksu": null,
"totalMapTasks": 50,
"totalReduceTasks": null,
"totalSparkTasks": 50,
"totalMapSlotDuration": 7419,
"totalReduceSlotDuration": null,
"totalSparkSlotDuration": 7419,
"inputTables": null,
"outputTables": [],
"wi": null,
"wn": null,
"wt": null,
"type": "REGULAR",
"type_regular": true,
"jobId": "-",
"runName": "-",
"runId": "-",
"db": "-",
"output": "-",
"aid": "-",
"userType": "-",
"cents": 0,
"metrics": null,
"totalProcessingTime": 0,
"memorySeconds": 62845,
"cpuTime": 0,
"storageWaitTime": 0,
"networkSendWaitTime": 0,
"networkReceiveWaitTime": 0,
"elastic": true,
"kind": "spark",
"kindLong": "Spark",
"name_long": "multiple_jobs_stages.py",
"kind_url": "spark",
"kind_parent_url": "app"
},
{
"appId": null,
"appType": null,
"gotoId": null,
"gotoLevel": null,
"id": "application_1558643494852_0904",
"nick": "spark",
"name": "multiple_jobs_stages.py",
"queue": "root.users.unravel",
"status": "S",
"status_long": "Success",
"user": "unravel",
"raw_user": "unravel",
"submitHost": "-",
"remarks": [
"-"
],
"aa2Badge": false,
"inBadge": false,
"clusterId": "QACDH601A",
"clusterTag": "1558643494852",
"start_time": "06/26/19 09:58:33",
"start_time_long": "2019-06-26T09:58:33.028Z",
"duration_long": 20967,
"predDuration_long": 0,
"io_long": 0,
"read_long": 0,
"write_long": 0,
"resource": 0,
"service": 0,
"events": 3,
"numApps": 0,
"numSparkApps": 25,
"numMRJobs": 25,
"numEvents": 3,
"mrJobIds": [
"stage-0",
"stage-1",
"stage-2",
"stage-3",
"stage-4",
"stage-9",
"stage-10",
"stage-11",
"stage-12",
"stage-13",
"stage-22",
"stage-23",
"stage-24",
"stage-25",
"stage-26",
"stage-39",
"stage-40",
"stage-41",
"stage-42",
"stage-43",
"stage-60",
"stage-61",
"stage-62",
"stage-63",
"stage-64"
],
"appIds": [],
"sm": 50,
"sr": 100,
"fm": null,
"fr": null,
"km": null,
"kr": null,
"ss": 50,
"fs": null,
"ks": null,
"fsu": null,
"ksu": null,
"totalMapTasks": 50,
"totalReduceTasks": null,
"totalSparkTasks": 50,
"totalMapSlotDuration": 7688,
"totalReduceSlotDuration": null,
"totalSparkSlotDuration": 7688,
"inputTables": null,
"outputTables": [],
"wi": null,
"wn": null,
"wt": null,
"type": "REGULAR",
"type_regular": true,
"jobId": "-",
"runName": "-",
"runId": "-",
"db": "-",
"output": "-",
"aid": "-",
"userType": "-",
"cents": 0,
"metrics": null,
"totalProcessingTime": 0,
"memorySeconds": 63076,
"cpuTime": 0,
"storageWaitTime": 0,
"networkSendWaitTime": 0,
"networkReceiveWaitTime": 0,
"elastic": true,
"kind": "spark",
"kindLong": "Spark",
"name_long": "multiple_jobs_stages.py",
"kind_url": "spark",
"kind_parent_url": "app"
},
{
"appId": null,
"appType": null,
"gotoId": null,
"gotoLevel": null,
"id": "application_1558643494852_0903",
"nick": "spark",
"name": "multiple_jobs_stages.py",
"queue": "root.users.unravel",
"status": "S",
"status_long": "Success",
"user": "unravel",
"raw_user": "unravel",
"submitHost": "-",
"remarks": [
"-"
],
"aa2Badge": false,
"inBadge": false,
"clusterId": "QACDH601A",
"clusterTag": "1558643494852",
"start_time": "06/26/19 09:56:10",
"start_time_long": "2019-06-26T09:56:10.706Z",
"duration_long": 20906,
"predDuration_long": 0,
"io_long": 0,
"read_long": 0,
"write_long": 0,
"resource": 0,
"service": 0,
"events": 2,
"numApps": 0,
"numSparkApps": 0,
"numMRJobs": 0,
"numEvents": 2,
"mrJobIds": [],
"appIds": [],
"sm": null,
"sr": 100,
"fm": null,
"fr": null,
"km": null,
"kr": null,
"ss": null,
"fs": null,
"ks": null,
"fsu": null,
"ksu": null,
"totalMapTasks": null,
"totalReduceTasks": null,
"totalSparkTasks": null,
"totalMapSlotDuration": null,
"totalReduceSlotDuration": null,
"totalSparkSlotDuration": null,
"inputTables": null,
"outputTables": [],
"wi": null,
"wn": null,
"wt": null,
"type": "REGULAR",
"type_regular": true,
"jobId": "-",
"runName": "-",
"runId": "-",
"db": "-",
"output": "-",
"aid": "-",
"userType": "-",
"cents": 0,
"metrics": null,
"totalProcessingTime": 0,
"memorySeconds": 63967,
"cpuTime": 0,
"storageWaitTime": 0,
"networkSendWaitTime": 0,
"networkReceiveWaitTime": 0,
"elastic": true,
"kind": "spark",
"kindLong": "Spark",
"name_long": "multiple_jobs_stages.py",
"kind_url": "spark",
"kind_parent_url": "app"
},
{
"appId": null,
"appType": null,
"gotoId": null,
"gotoLevel": null,
"id": "application_1558643494852_0902",
"nick": "spark",
"name": "multiple_jobs_stages.py",
"queue": "root.users.unravel",
"status": "S",
"status_long": "Success",
"user": "unravel",
"raw_user": "unravel",
"submitHost": "-",
"remarks": [
"-"
],
"aa2Badge": false,
"inBadge": false,
"clusterId": "QACDH601A",
"clusterTag": "1558643494852",
"start_time": "06/26/19 09:53:46",
"start_time_long": "2019-06-26T09:53:46.591Z",
"duration_long": 19830,
"predDuration_long": 0,
"io_long": 0,
"read_long": 0,
"write_long": 0,
"resource": 0,
"service": 0,
"events": 0,
"numApps": 0,
"numSparkApps": 0,
"numMRJobs": 0,
"numEvents": 0,
"mrJobIds": [],
"appIds": [],
"sm": null,
"sr": 100,
"fm": null,
"fr": null,
"km": null,
"kr": null,
"ss": null,
"fs": null,
"ks": null,
"fsu": null,
"ksu": null,
"totalMapTasks": null,
"totalReduceTasks": null,
"totalSparkTasks": null,
"totalMapSlotDuration": null,
"totalReduceSlotDuration": null,
"totalSparkSlotDuration": null,
"inputTables": null,
"outputTables": [],
"wi": null,
"wn": null,
"wt": null,
"type": "REGULAR",
"type_regular": true,
"jobId": "-",
"runName": "-",
"runId": "-",
"db": "-",
"output": "-",
"aid": "-",
"userType": "-",
"cents": 0,
"metrics": null,
"totalProcessingTime": 0,
"memorySeconds": 56824,
"cpuTime": 0,
"storageWaitTime": 0,
"networkSendWaitTime": 0,
"networkReceiveWaitTime": 0,
"elastic": true,
"kind": "spark",
"kindLong": "Spark",
"name_long": "multiple_jobs_stages.py",
"kind_url": "spark",
"kind_parent_url": "app"
}
]
}