4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 341323 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
3 s
Locality Level Summary:
Node local: 36; Process local: 30
Input Size / Records:
630.0 B / 0
Shuffle Read Size / Records:
2.2 MiB / 65484
Shuffle Write Size / Records:
1530.1 KiB / 2360
Associated Job Ids:
18765
DAG Visualization
digraph G { id="graph_341323"; subgraph graph_stage_341323 { id="graph_stage_341323"; isCluster="true"; label="Stage 341323"; 154459 [id="node_154459" labelType="html" label="SQLExecutionRDD [154459] [Indeterminate]<br>javaRDD at OptimalQuantitiesCacheImpl.java:177}"]; subgraph cluster_385227 { id="cluster_385227"; isCluster="true"; label="repartition"; 153995 [id="node_153995" labelType="html" label="ShuffledRDD [153995] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153996 [id="node_153996" labelType="html" label="CoalescedRDD [153996] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153997 [id="node_153997" labelType="html" label="MapPartitionsRDD [153997] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_386161 { id="cluster_386161"; isCluster="true"; label="map"; 154432 [id="node_154432" labelType="html" label="MapPartitionsRDD [154432] [Indeterminate]<br>createDataFrame at OptimalQuantitiesCacheImpl.java:212}"]; } subgraph cluster_386226 { id="cluster_386226"; isCluster="true"; label="WholeStageCodegen (7)"; 154453 [id="node_154453" labelType="html" label="MapPartitionsRDD [154453] [Indeterminate]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_386230 { id="cluster_386230"; isCluster="true"; label="AQEShuffleRead"; 154454 [id="node_154454" labelType="html" label="ShuffledRowRDD [154454] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_386229 { id="cluster_386229"; isCluster="true"; label="ObjectHashAggregate"; 154455 [id="node_154455" labelType="html" label="MapPartitionsRDD [154455] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_386225 { id="cluster_386225"; isCluster="true"; label="Union"; 154456 [id="node_154456" labelType="html" label="UnionRDD [154456] [Indeterminate]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_386218 { id="cluster_386218"; isCluster="true"; label="WholeStageCodegen (8)"; 154457 [id="node_154457" labelType="html" label="MapPartitionsRDD [154457] [Indeterminate]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_386217 { id="cluster_386217"; isCluster="true"; label="DeserializeToObject"; 154458 [id="node_154458" labelType="html" label="MapPartitionsRDD [154458] [Indeterminate]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_386231 { id="cluster_386231"; isCluster="true"; label="mapPartitions"; 154460 [id="node_154460" labelType="html" label="MapPartitionsRDD [154460] [Indeterminate]<br>javaRDD at OptimalQuantitiesCacheImpl.java:177}"]; } subgraph cluster_386232 { id="cluster_386232"; isCluster="true"; label="repartition"; 154461 [id="node_154461" labelType="html" label="MapPartitionsRDD [154461] [Indeterminate]<br>repartition at OptimalQuantitiesCacheImpl.java:178}"]; } } 153995->153996; 153996->153997; 153997->154432; 154432->154453; 154454->154455; 154453->154456; 154455->154456; 154456->154457; 154457->154458; 154458->154459; 154459->154460; 154460->154461; }
153994,153995
154438,154454
153997
154459
153995
153996
153997
154432
154453
154456
154457
154458
154460
154461
Event Timeline
Enable zooming
Tasks: 66. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time