4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 331961 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
4 s
Locality Level Summary:
Node local: 23; Process local: 30
Input Size / Records:
983.6 KiB / 3135
Shuffle Read Size / Records:
1743.5 KiB / 48410
Shuffle Write Size / Records:
2.6 MiB / 4883
Associated Job Ids:
18490
DAG Visualization
digraph G { id="graph_331961"; subgraph graph_stage_331961 { id="graph_stage_331961"; isCluster="true"; label="Stage 331961"; 151631 [id="node_151631" labelType="html" label="SQLExecutionRDD [151631] [Indeterminate]<br>javaRDD at OptimalQuantitiesCacheImpl.java:177}"]; subgraph cluster_378934 { id="cluster_378934"; isCluster="true"; label="repartition"; 151457 [id="node_151457" labelType="html" label="ShuffledRDD [151457] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 151458 [id="node_151458" labelType="html" label="CoalescedRDD [151458] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 151459 [id="node_151459" labelType="html" label="MapPartitionsRDD [151459] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_379247 { id="cluster_379247"; isCluster="true"; label="map"; 151604 [id="node_151604" labelType="html" label="MapPartitionsRDD [151604] [Indeterminate]<br>createDataFrame at OptimalQuantitiesCacheImpl.java:212}"]; } subgraph cluster_379312 { id="cluster_379312"; isCluster="true"; label="WholeStageCodegen (7)"; 151625 [id="node_151625" labelType="html" label="MapPartitionsRDD [151625] [Indeterminate]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_379316 { id="cluster_379316"; isCluster="true"; label="AQEShuffleRead"; 151626 [id="node_151626" labelType="html" label="ShuffledRowRDD [151626] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_379315 { id="cluster_379315"; isCluster="true"; label="ObjectHashAggregate"; 151627 [id="node_151627" labelType="html" label="MapPartitionsRDD [151627] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_379311 { id="cluster_379311"; isCluster="true"; label="Union"; 151628 [id="node_151628" labelType="html" label="UnionRDD [151628] [Indeterminate]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_379304 { id="cluster_379304"; isCluster="true"; label="WholeStageCodegen (8)"; 151629 [id="node_151629" labelType="html" label="MapPartitionsRDD [151629] [Indeterminate]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_379303 { id="cluster_379303"; isCluster="true"; label="DeserializeToObject"; 151630 [id="node_151630" labelType="html" label="MapPartitionsRDD [151630] [Indeterminate]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_379317 { id="cluster_379317"; isCluster="true"; label="mapPartitions"; 151632 [id="node_151632" labelType="html" label="MapPartitionsRDD [151632] [Indeterminate]<br>javaRDD at OptimalQuantitiesCacheImpl.java:177}"]; } subgraph cluster_379318 { id="cluster_379318"; isCluster="true"; label="repartition"; 151633 [id="node_151633" labelType="html" label="MapPartitionsRDD [151633] [Indeterminate]<br>repartition at OptimalQuantitiesCacheImpl.java:178}"]; } } 151457->151458; 151458->151459; 151459->151604; 151604->151625; 151626->151627; 151625->151628; 151627->151628; 151628->151629; 151629->151630; 151630->151631; 151631->151632; 151632->151633; }
151456,151457
151610,151626
151459
151631
151457
151458
151459
151604
151625
151628
151629
151630
151632
151633
Event Timeline
Enable zooming
Tasks: 53. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time