4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1028244 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
17 s
Locality Level Summary:
Node local: 30
Shuffle Read Size / Records:
19.3 MiB / 818210
Shuffle Write Size / Records:
1134.5 KiB / 102638
Associated Job Ids:
52615
DAG Visualization
digraph G { id="graph_1028244"; subgraph graph_stage_1028244 { id="graph_stage_1028244"; isCluster="true"; label="Stage 1028244"; subgraph cluster_1085971 { id="cluster_1085971"; isCluster="true"; label="Exchange"; 433442 [id="node_433442" labelType="html" label="ShuffledRowRDD [433442] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1085968 { id="cluster_1085968"; isCluster="true"; label="WholeStageCodegen (3)"; 433443 [id="node_433443" labelType="html" label="MapPartitionsRDD [433443] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1085977 { id="cluster_1085977"; isCluster="true"; label="Exchange"; 433446 [id="node_433446" labelType="html" label="ShuffledRowRDD [433446] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1085974 { id="cluster_1085974"; isCluster="true"; label="WholeStageCodegen (2)"; 433447 [id="node_433447" labelType="html" label="MapPartitionsRDD [433447] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1085960 { id="cluster_1085960"; isCluster="true"; label="WholeStageCodegen (4)"; 433448 [id="node_433448" labelType="html" label="ZippedPartitionsRDD2 [433448] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 433449 [id="node_433449" labelType="html" label="MapPartitionsRDD [433449] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1085959 { id="cluster_1085959"; isCluster="true"; label="HashAggregate"; 433450 [id="node_433450" labelType="html" label="MapPartitionsRDD [433450] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1085958 { id="cluster_1085958"; isCluster="true"; label="HashAggregate"; 433451 [id="node_433451" labelType="html" label="MapPartitionsRDD [433451] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1085955 { id="cluster_1085955"; isCluster="true"; label="WholeStageCodegen (5)"; 433452 [id="node_433452" labelType="html" label="MapPartitionsRDD [433452] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1085954 { id="cluster_1085954"; isCluster="true"; label="ObjectHashAggregate"; 433453 [id="node_433453" labelType="html" label="MapPartitionsRDD [433453] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1085953 { id="cluster_1085953"; isCluster="true"; label="ObjectHashAggregate"; 433454 [id="node_433454" labelType="html" label="MapPartitionsRDD [433454] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1085950 { id="cluster_1085950"; isCluster="true"; label="WholeStageCodegen (6)"; 433455 [id="node_433455" labelType="html" label="MapPartitionsRDD [433455] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1085949 { id="cluster_1085949"; isCluster="true"; label="Exchange"; 433456 [id="node_433456" labelType="html" label="MapPartitionsRDD [433456] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 433442->433443; 433446->433447; 433443->433448; 433447->433448; 433448->433449; 433449->433450; 433450->433451; 433451->433452; 433452->433453; 433453->433454; 433454->433455; 433455->433456; }
433441,433442
433445,433446
433442
433443
433446
433447
433448
433449
433450
433451
433452
433453
433454
433455
433456
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time