4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 331743 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
3 s
Locality Level Summary:
Node local: 12; Process local: 30
Input Size / Records:
983.6 KiB / 3135
Shuffle Read Size / Records:
689.5 KiB / 48410
Shuffle Write Size / Records:
168.3 KiB / 4883
Associated Job Ids:
18488
DAG Visualization
digraph G { id="graph_331743"; subgraph graph_stage_331743 { id="graph_stage_331743"; isCluster="true"; label="Stage 331743"; subgraph cluster_378934 { id="cluster_378934"; isCluster="true"; label="repartition"; 151457 [id="node_151457" labelType="html" label="ShuffledRDD [151457] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 151458 [id="node_151458" labelType="html" label="CoalescedRDD [151458] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 151459 [id="node_151459" labelType="html" label="MapPartitionsRDD [151459] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_379247 { id="cluster_379247"; isCluster="true"; label="map"; 151604 [id="node_151604" labelType="html" label="MapPartitionsRDD [151604] [Indeterminate]<br>createDataFrame at OptimalQuantitiesCacheImpl.java:212}"]; } subgraph cluster_379271 { id="cluster_379271"; isCluster="true"; label="WholeStageCodegen (3)"; 151616 [id="node_151616" labelType="html" label="MapPartitionsRDD [151616] [Indeterminate]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_379278 { id="cluster_379278"; isCluster="true"; label="AQEShuffleRead"; 151617 [id="node_151617" labelType="html" label="ShuffledRowRDD [151617] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_379275 { id="cluster_379275"; isCluster="true"; label="WholeStageCodegen (4)"; 151618 [id="node_151618" labelType="html" label="MapPartitionsRDD [151618] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_379270 { id="cluster_379270"; isCluster="true"; label="Union"; 151619 [id="node_151619" labelType="html" label="UnionRDD [151619] [Indeterminate]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_379267 { id="cluster_379267"; isCluster="true"; label="WholeStageCodegen (5)"; 151620 [id="node_151620" labelType="html" label="MapPartitionsRDD [151620] [Indeterminate]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_379266 { id="cluster_379266"; isCluster="true"; label="Exchange"; 151621 [id="node_151621" labelType="html" label="MapPartitionsRDD [151621] [Indeterminate]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } } 151457->151458; 151458->151459; 151459->151604; 151604->151616; 151617->151618; 151616->151619; 151618->151619; 151619->151620; 151620->151621; }
151456,151457
151615,151617
151459
151457
151458
151459
151604
151616
151619
151620
151621
Event Timeline
Enable zooming
Tasks: 42. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time