4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 333831 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
4 s
Locality Level Summary:
Process local: 60
Input Size / Records:
2021.8 KiB / 6631
Shuffle Write Size / Records:
2.4 MiB / 6631
Associated Job Ids:
18564
DAG Visualization
digraph G { id="graph_333831"; subgraph graph_stage_333831 { id="graph_stage_333831"; isCluster="true"; label="Stage 333831"; 152315 [id="node_152315" labelType="html" label="SQLExecutionRDD [152315] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; subgraph cluster_380814 { id="cluster_380814"; isCluster="true"; label="Exchange"; 152310 [id="node_152310" labelType="html" label="ShuffledRowRDD [152310] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_380813 { id="cluster_380813"; isCluster="true"; label="ObjectHashAggregate"; 152311 [id="node_152311" labelType="html" label="MapPartitionsRDD [152311] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_380772 { id="cluster_380772"; isCluster="true"; label="WholeStageCodegen (13)"; 152312 [id="node_152312" labelType="html" label="MapPartitionsRDD [152312] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_380763 { id="cluster_380763"; isCluster="true"; label="DeserializeToObject"; 152313 [id="node_152313" labelType="html" label="MapPartitionsRDD [152313] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_380756 { id="cluster_380756"; isCluster="true"; label="MapPartitions"; 152314 [id="node_152314" labelType="html" label="MapPartitionsRDD [152314] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_380873 { id="cluster_380873"; isCluster="true"; label="mapPartitions"; 152316 [id="node_152316" labelType="html" label="MapPartitionsRDD [152316] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381166 { id="cluster_381166"; isCluster="true"; label="repartition"; 152451 [id="node_152451" labelType="html" label="ShuffledRDD [152451] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 152452 [id="node_152452" labelType="html" label="CoalescedRDD [152452] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 152453 [id="node_152453" labelType="html" label="MapPartitionsRDD [152453] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381280 { id="cluster_381280"; isCluster="true"; label="map"; 152454 [id="node_152454" labelType="html" label="MapPartitionsRDD [152454] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381306 { id="cluster_381306"; isCluster="true"; label="WholeStageCodegen (1)"; 152455 [id="node_152455" labelType="html" label="MapPartitionsRDD [152455] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381317 { id="cluster_381317"; isCluster="true"; label="Scan"; 152462 [id="node_152462" labelType="html" label="MapPartitionsRDD [152462] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381310 { id="cluster_381310"; isCluster="true"; label="WholeStageCodegen (2)"; 152463 [id="node_152463" labelType="html" label="MapPartitionsRDD [152463] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381309 { id="cluster_381309"; isCluster="true"; label="Project"; 152464 [id="node_152464" labelType="html" label="MapPartitionsRDD [152464] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381305 { id="cluster_381305"; isCluster="true"; label="Union"; 152465 [id="node_152465" labelType="html" label="UnionRDD [152465] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381304 { id="cluster_381304"; isCluster="true"; label="Exchange"; 152466 [id="node_152466" labelType="html" label="MapPartitionsRDD [152466] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 152310->152311; 152311->152312; 152312->152313; 152313->152314; 152314->152315; 152315->152316; 152451->152452; 152452->152453; 152453->152454; 152454->152455; 152316->152462; 152462->152463; 152463->152464; 152455->152465; 152464->152465; 152465->152466; }
152309,152310
152450,152451
152316
152453
152315
152310
152311
152312
152313
152314
152316
152451
152452
152453
152454
152455
152462
152463
152464
152465
152466
Event Timeline
Enable zooming
Tasks: 60. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time