4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1032875 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
1 s
Locality Level Summary:
Node local: 1
Output Size / Records:
35.8 KiB / 20
Shuffle Read Size / Records:
7.2 KiB / 40
Associated Job Ids:
52703
DAG Visualization
digraph G { id="graph_1032875"; subgraph graph_stage_1032875 { id="graph_stage_1032875"; isCluster="true"; label="Stage 1032875"; subgraph cluster_1087948 { id="cluster_1087948"; isCluster="true"; label="AQEShuffleRead"; 434256 [id="node_434256" labelType="html" label="ShuffledRowRDD [434256] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1087945 { id="cluster_1087945"; isCluster="true"; label="WholeStageCodegen (4)"; 434257 [id="node_434257" labelType="html" label="MapPartitionsRDD [434257] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1087953 { id="cluster_1087953"; isCluster="true"; label="AQEShuffleRead"; 434258 [id="node_434258" labelType="html" label="ShuffledRowRDD [434258] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1087950 { id="cluster_1087950"; isCluster="true"; label="WholeStageCodegen (5)"; 434259 [id="node_434259" labelType="html" label="MapPartitionsRDD [434259] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1087940 { id="cluster_1087940"; isCluster="true"; label="WholeStageCodegen (6)"; 434260 [id="node_434260" labelType="html" label="ZippedPartitionsRDD2 [434260] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 434261 [id="node_434261" labelType="html" label="MapPartitionsRDD [434261] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1087939 { id="cluster_1087939"; isCluster="true"; label="WriteFiles"; 434262 [id="node_434262" labelType="html" label="MapPartitionsRDD [434262] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } } 434256->434257; 434258->434259; 434257->434260; 434259->434260; 434260->434261; 434261->434262; }
434255,434256
434244,434258
Event Timeline
Enable zooming
Tasks: 1. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time