4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 333670 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
3 s
Locality Level Summary:
Process local: 67
Input Size / Records:
1731.2 KiB / 5675
Shuffle Write Size / Records:
190.1 KiB / 5675
Associated Job Ids:
18562
DAG Visualization
digraph G { id="graph_333670"; subgraph graph_stage_333670 { id="graph_stage_333670"; isCluster="true"; label="Stage 333670"; 152423 [id="node_152423" labelType="html" label="SQLExecutionRDD [152423] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; subgraph cluster_379318 { id="cluster_379318"; isCluster="true"; label="repartition"; 151634 [id="node_151634" labelType="html" label="ShuffledRDD [151634] [Indeterminate]<br>repartition at OptimalQuantitiesCacheImpl.java:178}"]; 151635 [id="node_151635" labelType="html" label="CoalescedRDD [151635] [Indeterminate]<br>repartition at OptimalQuantitiesCacheImpl.java:178}"]; 151636 [id="node_151636" labelType="html" label="MapPartitionsRDD [151636] [Cached] [Indeterminate]<br>repartition at OptimalQuantitiesCacheImpl.java:178}"]; } subgraph cluster_381026 { id="cluster_381026"; isCluster="true"; label="Exchange"; 152418 [id="node_152418" labelType="html" label="ShuffledRowRDD [152418] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381025 { id="cluster_381025"; isCluster="true"; label="ObjectHashAggregate"; 152419 [id="node_152419" labelType="html" label="MapPartitionsRDD [152419] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_380940 { id="cluster_380940"; isCluster="true"; label="WholeStageCodegen (13)"; 152420 [id="node_152420" labelType="html" label="MapPartitionsRDD [152420] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_380931 { id="cluster_380931"; isCluster="true"; label="DeserializeToObject"; 152421 [id="node_152421" labelType="html" label="MapPartitionsRDD [152421] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_380924 { id="cluster_380924"; isCluster="true"; label="MapPartitions"; 152422 [id="node_152422" labelType="html" label="MapPartitionsRDD [152422] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381080 { id="cluster_381080"; isCluster="true"; label="mapPartitions"; 152424 [id="node_152424" labelType="html" label="MapPartitionsRDD [152424] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381121 { id="cluster_381121"; isCluster="true"; label="map"; 152425 [id="node_152425" labelType="html" label="MapPartitionsRDD [152425] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381155 { id="cluster_381155"; isCluster="true"; label="WholeStageCodegen (4)"; 152434 [id="node_152434" labelType="html" label="MapPartitionsRDD [152434] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381164 { id="cluster_381164"; isCluster="true"; label="Scan"; 152435 [id="node_152435" labelType="html" label="MapPartitionsRDD [152435] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381159 { id="cluster_381159"; isCluster="true"; label="WholeStageCodegen (5)"; 152436 [id="node_152436" labelType="html" label="MapPartitionsRDD [152436] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381154 { id="cluster_381154"; isCluster="true"; label="Union"; 152437 [id="node_152437" labelType="html" label="UnionRDD [152437] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381151 { id="cluster_381151"; isCluster="true"; label="WholeStageCodegen (6)"; 152438 [id="node_152438" labelType="html" label="MapPartitionsRDD [152438] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381150 { id="cluster_381150"; isCluster="true"; label="Exchange"; 152439 [id="node_152439" labelType="html" label="MapPartitionsRDD [152439] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 151634->151635; 151635->151636; 152418->152419; 152419->152420; 152420->152421; 152421->152422; 152422->152423; 152423->152424; 151636->152425; 152425->152434; 152424->152435; 152435->152436; 152434->152437; 152436->152437; 152437->152438; 152438->152439; }
151633,151634
152417,152418
151636
152424
152423
151634
151635
151636
152418
152419
152420
152421
152422
152424
152425
152434
152435
152436
152437
152438
152439
Event Timeline
Enable zooming
Tasks: 67. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time