4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1031269 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
32 s
Locality Level Summary:
Process local: 30
Input Size / Records:
89.4 MiB / 1431144
Shuffle Write Size / Records:
52.0 MiB / 1020592
Associated Job Ids:
52657
DAG Visualization
digraph G { id="graph_1031269"; subgraph graph_stage_1031269 { id="graph_stage_1031269"; isCluster="true"; label="Stage 1031269"; 433942 [id="node_433942" labelType="html" label="SQLExecutionRDD [433942] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; subgraph cluster_1085419 { id="cluster_1085419"; isCluster="true"; label="repartition"; 433241 [id="node_433241" labelType="html" label="ShuffledRDD [433241] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 433242 [id="node_433242" labelType="html" label="CoalescedRDD [433242] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 433243 [id="node_433243" labelType="html" label="MapPartitionsRDD [433243] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1087230 { id="cluster_1087230"; isCluster="true"; label="map"; 433939 [id="node_433939" labelType="html" label="MapPartitionsRDD [433939] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1087232 { id="cluster_1087232"; isCluster="true"; label="WholeStageCodegen (1)"; 433940 [id="node_433940" labelType="html" label="MapPartitionsRDD [433940] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1087231 { id="cluster_1087231"; isCluster="true"; label="DeserializeToObject"; 433941 [id="node_433941" labelType="html" label="MapPartitionsRDD [433941] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1087235 { id="cluster_1087235"; isCluster="true"; label="mapPartitions"; 433943 [id="node_433943" labelType="html" label="MapPartitionsRDD [433943] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1087236 { id="cluster_1087236"; isCluster="true"; label="repartition"; 433944 [id="node_433944" labelType="html" label="MapPartitionsRDD [433944] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 433241->433242; 433242->433243; 433243->433939; 433939->433940; 433940->433941; 433941->433942; 433942->433943; 433943->433944; }
433240,433241
433243
433942
433241
433242
433243
433939
433940
433941
433943
433944
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time