4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 333638 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
15 s
Locality Level Summary:
Node local: 30
Shuffle Read Size / Records:
32.9 MiB / 1282135
Shuffle Write Size / Records:
1041.2 KiB / 87939
Associated Job Ids:
18553
DAG Visualization
digraph G { id="graph_333638"; subgraph graph_stage_333638 { id="graph_stage_333638"; isCluster="true"; label="Stage 333638"; subgraph cluster_380845 { id="cluster_380845"; isCluster="true"; label="Exchange"; 152283 [id="node_152283" labelType="html" label="ShuffledRowRDD [152283] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_380842 { id="cluster_380842"; isCluster="true"; label="WholeStageCodegen (3)"; 152284 [id="node_152284" labelType="html" label="MapPartitionsRDD [152284] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_380851 { id="cluster_380851"; isCluster="true"; label="Exchange"; 152287 [id="node_152287" labelType="html" label="ShuffledRowRDD [152287] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_380848 { id="cluster_380848"; isCluster="true"; label="WholeStageCodegen (2)"; 152288 [id="node_152288" labelType="html" label="MapPartitionsRDD [152288] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_380834 { id="cluster_380834"; isCluster="true"; label="WholeStageCodegen (4)"; 152289 [id="node_152289" labelType="html" label="ZippedPartitionsRDD2 [152289] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 152290 [id="node_152290" labelType="html" label="MapPartitionsRDD [152290] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_380833 { id="cluster_380833"; isCluster="true"; label="HashAggregate"; 152291 [id="node_152291" labelType="html" label="MapPartitionsRDD [152291] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_380832 { id="cluster_380832"; isCluster="true"; label="HashAggregate"; 152292 [id="node_152292" labelType="html" label="MapPartitionsRDD [152292] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_380829 { id="cluster_380829"; isCluster="true"; label="WholeStageCodegen (5)"; 152293 [id="node_152293" labelType="html" label="MapPartitionsRDD [152293] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_380828 { id="cluster_380828"; isCluster="true"; label="ObjectHashAggregate"; 152294 [id="node_152294" labelType="html" label="MapPartitionsRDD [152294] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_380827 { id="cluster_380827"; isCluster="true"; label="ObjectHashAggregate"; 152295 [id="node_152295" labelType="html" label="MapPartitionsRDD [152295] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_380824 { id="cluster_380824"; isCluster="true"; label="WholeStageCodegen (6)"; 152296 [id="node_152296" labelType="html" label="MapPartitionsRDD [152296] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_380823 { id="cluster_380823"; isCluster="true"; label="Exchange"; 152297 [id="node_152297" labelType="html" label="MapPartitionsRDD [152297] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 152283->152284; 152287->152288; 152284->152289; 152288->152289; 152289->152290; 152290->152291; 152291->152292; 152292->152293; 152293->152294; 152294->152295; 152295->152296; 152296->152297; }
152282,152283
152286,152287
152283
152284
152287
152288
152289
152290
152291
152292
152293
152294
152295
152296
152297
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time