4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1032854 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
4 s
Locality Level Summary:
Node local: 30
Shuffle Read Size / Records:
18.6 MiB / 870158
Shuffle Write Size / Records:
2.7 KiB / 30
Associated Job Ids:
52696
DAG Visualization
digraph G { id="graph_1032854"; subgraph graph_stage_1032854 { id="graph_stage_1032854"; isCluster="true"; label="Stage 1032854"; subgraph cluster_1087827 { id="cluster_1087827"; isCluster="true"; label="Exchange"; 434216 [id="node_434216" labelType="html" label="ShuffledRowRDD [434216] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1087824 { id="cluster_1087824"; isCluster="true"; label="WholeStageCodegen (3)"; 434217 [id="node_434217" labelType="html" label="MapPartitionsRDD [434217] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1087833 { id="cluster_1087833"; isCluster="true"; label="Exchange"; 434220 [id="node_434220" labelType="html" label="ShuffledRowRDD [434220] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1087830 { id="cluster_1087830"; isCluster="true"; label="WholeStageCodegen (2)"; 434221 [id="node_434221" labelType="html" label="MapPartitionsRDD [434221] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1087817 { id="cluster_1087817"; isCluster="true"; label="WholeStageCodegen (4)"; 434222 [id="node_434222" labelType="html" label="ZippedPartitionsRDD2 [434222] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 434223 [id="node_434223" labelType="html" label="MapPartitionsRDD [434223] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1087816 { id="cluster_1087816"; isCluster="true"; label="Exchange"; 434224 [id="node_434224" labelType="html" label="MapPartitionsRDD [434224] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 434216->434217; 434220->434221; 434217->434222; 434221->434222; 434222->434223; 434223->434224; }
434215,434216
434219,434220
434216
434217
434220
434221
434222
434223
434224
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time