4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 331973 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.6 s
Locality Level Summary:
Node local: 1
Output Size / Records:
35.5 KiB / 19
Shuffle Read Size / Records:
6.9 KiB / 38
Associated Job Ids:
18495
DAG Visualization
digraph G { id="graph_331973"; subgraph graph_stage_331973 { id="graph_stage_331973"; isCluster="true"; label="Stage 331973"; subgraph cluster_379372 { id="cluster_379372"; isCluster="true"; label="AQEShuffleRead"; 151653 [id="node_151653" labelType="html" label="ShuffledRowRDD [151653] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_379369 { id="cluster_379369"; isCluster="true"; label="WholeStageCodegen (4)"; 151654 [id="node_151654" labelType="html" label="MapPartitionsRDD [151654] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_379377 { id="cluster_379377"; isCluster="true"; label="AQEShuffleRead"; 151655 [id="node_151655" labelType="html" label="ShuffledRowRDD [151655] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_379374 { id="cluster_379374"; isCluster="true"; label="WholeStageCodegen (5)"; 151656 [id="node_151656" labelType="html" label="MapPartitionsRDD [151656] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_379364 { id="cluster_379364"; isCluster="true"; label="WholeStageCodegen (6)"; 151657 [id="node_151657" labelType="html" label="ZippedPartitionsRDD2 [151657] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 151658 [id="node_151658" labelType="html" label="MapPartitionsRDD [151658] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_379363 { id="cluster_379363"; isCluster="true"; label="WriteFiles"; 151659 [id="node_151659" labelType="html" label="MapPartitionsRDD [151659] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } } 151653->151654; 151655->151656; 151654->151657; 151656->151657; 151657->151658; 151658->151659; }
151652,151653
151641,151655
Event Timeline
Enable zooming
Tasks: 1. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time