4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1657016 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Node local: 30
Shuffle Read Size / Records:
8.4 MiB / 70168
Shuffle Write Size / Records:
8.3 MiB / 35084
Associated Job Ids:
86114
DAG Visualization
digraph G { id="graph_1657016"; subgraph graph_stage_1657016 { id="graph_stage_1657016"; isCluster="true"; label="Stage 1657016"; subgraph cluster_1780506 { id="cluster_1780506"; isCluster="true"; label="Exchange"; 710191 [id="node_710191" labelType="html" label="ShuffledRowRDD [710191] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780503 { id="cluster_1780503"; isCluster="true"; label="WholeStageCodegen (2)"; 710192 [id="node_710192" labelType="html" label="MapPartitionsRDD [710192] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780518 { id="cluster_1780518"; isCluster="true"; label="Exchange"; 710197 [id="node_710197" labelType="html" label="ShuffledRowRDD [710197] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780514 { id="cluster_1780514"; isCluster="true"; label="WholeStageCodegen (4)"; 710198 [id="node_710198" labelType="html" label="MapPartitionsRDD [710198] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780499 { id="cluster_1780499"; isCluster="true"; label="WholeStageCodegen (5)"; 710199 [id="node_710199" labelType="html" label="ZippedPartitionsRDD2 [710199] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 710200 [id="node_710200" labelType="html" label="MapPartitionsRDD [710200] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780498 { id="cluster_1780498"; isCluster="true"; label="Exchange"; 710201 [id="node_710201" labelType="html" label="MapPartitionsRDD [710201] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 710191->710192; 710197->710198; 710192->710199; 710198->710199; 710199->710200; 710200->710201; }
710190,710191
710196,710197
710191
710192
710199
710200
710201
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time