4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 333656 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
14 s
Locality Level Summary:
Node local: 30
Shuffle Read Size / Records:
33.1 MiB / 1313104
Shuffle Write Size / Records:
1282.2 KiB / 118908
Associated Job Ids:
18560
DAG Visualization
digraph G { id="graph_333656"; subgraph graph_stage_333656 { id="graph_stage_333656"; isCluster="true"; label="Stage 333656"; subgraph cluster_380993 { id="cluster_380993"; isCluster="true"; label="Exchange"; 152353 [id="node_152353" labelType="html" label="ShuffledRowRDD [152353] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_380990 { id="cluster_380990"; isCluster="true"; label="WholeStageCodegen (3)"; 152354 [id="node_152354" labelType="html" label="MapPartitionsRDD [152354] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_380999 { id="cluster_380999"; isCluster="true"; label="Exchange"; 152357 [id="node_152357" labelType="html" label="ShuffledRowRDD [152357] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_380996 { id="cluster_380996"; isCluster="true"; label="WholeStageCodegen (2)"; 152358 [id="node_152358" labelType="html" label="MapPartitionsRDD [152358] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_380982 { id="cluster_380982"; isCluster="true"; label="WholeStageCodegen (4)"; 152359 [id="node_152359" labelType="html" label="ZippedPartitionsRDD2 [152359] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 152360 [id="node_152360" labelType="html" label="MapPartitionsRDD [152360] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_380981 { id="cluster_380981"; isCluster="true"; label="HashAggregate"; 152361 [id="node_152361" labelType="html" label="MapPartitionsRDD [152361] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_380980 { id="cluster_380980"; isCluster="true"; label="HashAggregate"; 152362 [id="node_152362" labelType="html" label="MapPartitionsRDD [152362] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_380977 { id="cluster_380977"; isCluster="true"; label="WholeStageCodegen (5)"; 152363 [id="node_152363" labelType="html" label="MapPartitionsRDD [152363] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_380976 { id="cluster_380976"; isCluster="true"; label="ObjectHashAggregate"; 152364 [id="node_152364" labelType="html" label="MapPartitionsRDD [152364] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_380975 { id="cluster_380975"; isCluster="true"; label="ObjectHashAggregate"; 152365 [id="node_152365" labelType="html" label="MapPartitionsRDD [152365] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_380972 { id="cluster_380972"; isCluster="true"; label="WholeStageCodegen (6)"; 152366 [id="node_152366" labelType="html" label="MapPartitionsRDD [152366] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_380971 { id="cluster_380971"; isCluster="true"; label="Exchange"; 152367 [id="node_152367" labelType="html" label="MapPartitionsRDD [152367] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 152353->152354; 152357->152358; 152354->152359; 152358->152359; 152359->152360; 152360->152361; 152361->152362; 152362->152363; 152363->152364; 152364->152365; 152365->152366; 152366->152367; }
152352,152353
152356,152357
152353
152354
152357
152358
152359
152360
152361
152362
152363
152364
152365
152366
152367
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time