4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 333671 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
3 s
Locality Level Summary:
Process local: 67
Input Size / Records:
1731.2 KiB / 5675
Shuffle Write Size / Records:
2.1 MiB / 5675
Associated Job Ids:
18562
DAG Visualization
digraph G { id="graph_333671"; subgraph graph_stage_333671 { id="graph_stage_333671"; isCluster="true"; label="Stage 333671"; 152423 [id="node_152423" labelType="html" label="SQLExecutionRDD [152423] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; subgraph cluster_379318 { id="cluster_379318"; isCluster="true"; label="repartition"; 151634 [id="node_151634" labelType="html" label="ShuffledRDD [151634] [Indeterminate]<br>repartition at OptimalQuantitiesCacheImpl.java:178}"]; 151635 [id="node_151635" labelType="html" label="CoalescedRDD [151635] [Indeterminate]<br>repartition at OptimalQuantitiesCacheImpl.java:178}"]; 151636 [id="node_151636" labelType="html" label="MapPartitionsRDD [151636] [Cached] [Indeterminate]<br>repartition at OptimalQuantitiesCacheImpl.java:178}"]; } subgraph cluster_381026 { id="cluster_381026"; isCluster="true"; label="Exchange"; 152418 [id="node_152418" labelType="html" label="ShuffledRowRDD [152418] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381025 { id="cluster_381025"; isCluster="true"; label="ObjectHashAggregate"; 152419 [id="node_152419" labelType="html" label="MapPartitionsRDD [152419] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_380940 { id="cluster_380940"; isCluster="true"; label="WholeStageCodegen (13)"; 152420 [id="node_152420" labelType="html" label="MapPartitionsRDD [152420] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_380931 { id="cluster_380931"; isCluster="true"; label="DeserializeToObject"; 152421 [id="node_152421" labelType="html" label="MapPartitionsRDD [152421] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_380924 { id="cluster_380924"; isCluster="true"; label="MapPartitions"; 152422 [id="node_152422" labelType="html" label="MapPartitionsRDD [152422] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381080 { id="cluster_381080"; isCluster="true"; label="mapPartitions"; 152424 [id="node_152424" labelType="html" label="MapPartitionsRDD [152424] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381121 { id="cluster_381121"; isCluster="true"; label="map"; 152425 [id="node_152425" labelType="html" label="MapPartitionsRDD [152425] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381132 { id="cluster_381132"; isCluster="true"; label="WholeStageCodegen (1)"; 152426 [id="node_152426" labelType="html" label="MapPartitionsRDD [152426] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381140 { id="cluster_381140"; isCluster="true"; label="Scan"; 152427 [id="node_152427" labelType="html" label="MapPartitionsRDD [152427] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381136 { id="cluster_381136"; isCluster="true"; label="WholeStageCodegen (2)"; 152428 [id="node_152428" labelType="html" label="MapPartitionsRDD [152428] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381135 { id="cluster_381135"; isCluster="true"; label="Project"; 152429 [id="node_152429" labelType="html" label="MapPartitionsRDD [152429] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381131 { id="cluster_381131"; isCluster="true"; label="Union"; 152430 [id="node_152430" labelType="html" label="UnionRDD [152430] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381130 { id="cluster_381130"; isCluster="true"; label="Exchange"; 152431 [id="node_152431" labelType="html" label="MapPartitionsRDD [152431] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 151634->151635; 151635->151636; 152418->152419; 152419->152420; 152420->152421; 152421->152422; 152422->152423; 152423->152424; 151636->152425; 152425->152426; 152424->152427; 152427->152428; 152428->152429; 152426->152430; 152429->152430; 152430->152431; }
151633,151634
152417,152418
151636
152424
152423
151634
151635
151636
152418
152419
152420
152421
152422
152424
152425
152426
152427
152428
152429
152430
152431
Event Timeline
Enable zooming
Tasks: 67. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time