4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1032836 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
6 s
Locality Level Summary:
Node local: 30
Shuffle Read Size / Records:
18.6 MiB / 870158
Shuffle Write Size / Records:
19.9 KiB / 240
Associated Job Ids:
52691
DAG Visualization
digraph G { id="graph_1032836"; subgraph graph_stage_1032836 { id="graph_stage_1032836"; isCluster="true"; label="Stage 1032836"; subgraph cluster_1087734 { id="cluster_1087734"; isCluster="true"; label="Exchange"; 434174 [id="node_434174" labelType="html" label="ShuffledRowRDD [434174] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1087731 { id="cluster_1087731"; isCluster="true"; label="WholeStageCodegen (3)"; 434175 [id="node_434175" labelType="html" label="MapPartitionsRDD [434175] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1087740 { id="cluster_1087740"; isCluster="true"; label="Exchange"; 434178 [id="node_434178" labelType="html" label="ShuffledRowRDD [434178] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1087737 { id="cluster_1087737"; isCluster="true"; label="WholeStageCodegen (2)"; 434179 [id="node_434179" labelType="html" label="MapPartitionsRDD [434179] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1087724 { id="cluster_1087724"; isCluster="true"; label="WholeStageCodegen (4)"; 434180 [id="node_434180" labelType="html" label="ZippedPartitionsRDD2 [434180] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 434181 [id="node_434181" labelType="html" label="MapPartitionsRDD [434181] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1087723 { id="cluster_1087723"; isCluster="true"; label="Exchange"; 434182 [id="node_434182" labelType="html" label="MapPartitionsRDD [434182] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 434174->434175; 434178->434179; 434175->434180; 434179->434180; 434180->434181; 434181->434182; }
434173,434174
434177,434178
434174
434175
434178
434179
434180
434181
434182
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time