4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 2134567 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
5 s
Locality Level Summary:
Node local: 27; Process local: 3
Shuffle Read Size / Records:
1053.7 KiB / 3069
Shuffle Write Size / Records:
858.3 KiB / 1023
Associated Job Ids:
114650
DAG Visualization
digraph G { id="graph_2134567"; subgraph graph_stage_2134567 { id="graph_stage_2134567"; isCluster="true"; label="Stage 2134567"; 943156 [id="node_943156" labelType="html" label="SQLExecutionRDD [943156] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; subgraph cluster_2366133 { id="cluster_2366133"; isCluster="true"; label="Exchange"; 943140 [id="node_943140" labelType="html" label="ShuffledRowRDD [943140] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366130 { id="cluster_2366130"; isCluster="true"; label="WholeStageCodegen (3)"; 943141 [id="node_943141" labelType="html" label="MapPartitionsRDD [943141] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366148 { id="cluster_2366148"; isCluster="true"; label="Exchange"; 943151 [id="node_943151" labelType="html" label="ShuffledRowRDD [943151] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366145 { id="cluster_2366145"; isCluster="true"; label="WholeStageCodegen (8)"; 943152 [id="node_943152" labelType="html" label="MapPartitionsRDD [943152] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366126 { id="cluster_2366126"; isCluster="true"; label="WholeStageCodegen (9)"; 943153 [id="node_943153" labelType="html" label="ZippedPartitionsRDD2 [943153] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 943154 [id="node_943154" labelType="html" label="MapPartitionsRDD [943154] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366125 { id="cluster_2366125"; isCluster="true"; label="DeserializeToObject"; 943155 [id="node_943155" labelType="html" label="MapPartitionsRDD [943155] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366168 { id="cluster_2366168"; isCluster="true"; label="mapPartitions"; 943157 [id="node_943157" labelType="html" label="MapPartitionsRDD [943157] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366169 { id="cluster_2366169"; isCluster="true"; label="repartition"; 943158 [id="node_943158" labelType="html" label="MapPartitionsRDD [943158] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 943140->943141; 943151->943152; 943141->943153; 943152->943153; 943153->943154; 943154->943155; 943155->943156; 943156->943157; 943157->943158; }
943139,943140
943150,943151
943156
943140
943141
943151
943152
943153
943154
943155
943157
943158
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time