Skip to main content

Home

GET /common/app/{app_id}/appsummary
New API: GET /spark/{clusterUid}/{app_id}/appsummary

Gets a summary of a given app.

Request
GET http://<unravel-host>:3000/api/v1/spark/{clusterUid}/{app_id}/appsummary
Path parameters

Name

Description

clusterUid

Cluster unique ID.

app_id

App ID.

Query parameters

None.

Examples

Request:

curl -X GET -H "Authorization: JWT token" -H "Content-Type:application/json" -H "Accept: application/json" http://myserver.com:3000/api/v1/spark/default/application_1648561667886_0027/appsummary

Response:

{"annotation":{"@class":"com.unraveldata.annotation.SparkAppAnnotation","source":"post-db","kind":"spark","id":"application_1648115466090_0016","nick":"spark","status":"S","queue":"root.DataForecast","user":"user3","clusterId":"Cluster1","clusterUid":"3c599cf8-aa69-11ec-9173-1e0036001415","duration":51687,"startTime":1648127077600,"submitTime":0,"endTime":1648127129287,"totalDfsBytesRead":0,"totalDfsBytesWritten":0,"type":"spark","vcoreSeconds":198,"memorySeconds":306713,"remarks":["AA2"],"numEvents":1,"realUser":"user3","appBadges":[{"acronym":65537,"message":"First
running message from Resource Manager","time":1648127094763},{"acronym":262148,"message":"Unravel sensor enabled for
driver and executors for spark-2.4. Streaming applications are not monitored. Live data received from unravel
sensor.","time":1648127143377},{"acronym":65538,"message":"Application end message from Resource
Manager","time":1648127184856},{"acronym":131076,"message":"Event log processed
successfully","time":1648127143377},{"acronym":196612,"message":"Executor logs processed
successfully","time":1648127148800}],"cents":0.0,"trackingUI":"History","trackingUrl":"https://sd321.unraveldata.com:8090/proxy/application_1648115466090_0016/","pc":100,"totalMapTasks":1000,"numSkippedTasks":0,"numActiveTasks":0,"sm":1000,"km":0,"kmu":0,"fm":0,"fmu":0,"totalMapSlotDuration":81002,"shuffleBytesRead":0,"shuffleBytesWritten":0,"service":1.0,"finalStatusFromRM":true,"appName":"Spark
Test
App","appAttempts":{"1":{"appAttemptId":"1","startTime":1648127077623,"endTime":1648127129286,"numJobs":10,"numStages":100,"loadEventLogMsgToKafka":false,"eventLogDataLoaded":false,"executorLogDataLoaded":false,"eventLogAttempt":0,"executorLogAttempt":0,"numEvents":1,"totalMapTasks":1000,"sm":1000,"fm":0,"km":0,"totalMapSlotDuration":81002,"totalDfsBytesRead":0,"totalDfsBytesWritten":0,"numContainers":5,"endTimeUpdatedFromRM":true}},"rmDataLoaded":true,"finished":true,"largeRDD":false,"sensorEnabled":true,"numJobs":10,"numStages":100,"lastVisited":1648127094776,"failed":false},"appsummary":{"id":"application_1648115466090_0016","type":"spark","nick":"spark","queue":"root.DataForecast","user":"user3","type_org":"spark","status":"Success","cluster":"Cluster1","raw_startTime":1648127077600,"startTime":"03/24/2022
13:04:37","raw_endTime":1648127129287,"endTime":"03/24/2022 13:05:29","raw_duration":51687,"duration":"52 sec 687
ms","read_long":"0 B","write_long":"0 B","raw_IO":0,"IO":"0
B","perc_read":0,"perc_written":0,"numberofJobs":{"1":10},"numberofStages":{"1":100}}}