4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 2133959 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.6 s
Locality Level Summary:
Node local: 1
Output Size / Records:
35.5 KiB / 20
Shuffle Read Size / Records:
6.9 KiB / 40
Associated Job Ids:
114637
DAG Visualization
digraph G { id="graph_2133959"; subgraph graph_stage_2133959 { id="graph_stage_2133959"; isCluster="true"; label="Stage 2133959"; subgraph cluster_2365698 { id="cluster_2365698"; isCluster="true"; label="AQEShuffleRead"; 942967 [id="node_942967" labelType="html" label="ShuffledRowRDD [942967] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_2365695 { id="cluster_2365695"; isCluster="true"; label="WholeStageCodegen (4)"; 942968 [id="node_942968" labelType="html" label="MapPartitionsRDD [942968] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_2365703 { id="cluster_2365703"; isCluster="true"; label="AQEShuffleRead"; 942969 [id="node_942969" labelType="html" label="ShuffledRowRDD [942969] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_2365700 { id="cluster_2365700"; isCluster="true"; label="WholeStageCodegen (5)"; 942970 [id="node_942970" labelType="html" label="MapPartitionsRDD [942970] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_2365690 { id="cluster_2365690"; isCluster="true"; label="WholeStageCodegen (6)"; 942971 [id="node_942971" labelType="html" label="ZippedPartitionsRDD2 [942971] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 942972 [id="node_942972" labelType="html" label="MapPartitionsRDD [942972] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_2365689 { id="cluster_2365689"; isCluster="true"; label="WriteFiles"; 942973 [id="node_942973" labelType="html" label="MapPartitionsRDD [942973] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } } 942967->942968; 942969->942970; 942968->942971; 942970->942971; 942971->942972; 942972->942973; }
942966,942967
942956,942969
Event Timeline
Enable zooming
Tasks: 1. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time