4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 341335 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.6 s
Locality Level Summary:
Node local: 1
Output Size / Records:
35.7 KiB / 20
Shuffle Read Size / Records:
7.0 KiB / 40
Associated Job Ids:
18770
DAG Visualization
digraph G { id="graph_341335"; subgraph graph_stage_341335 { id="graph_stage_341335"; isCluster="true"; label="Stage 341335"; subgraph cluster_386286 { id="cluster_386286"; isCluster="true"; label="AQEShuffleRead"; 154481 [id="node_154481" labelType="html" label="ShuffledRowRDD [154481] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_386283 { id="cluster_386283"; isCluster="true"; label="WholeStageCodegen (4)"; 154482 [id="node_154482" labelType="html" label="MapPartitionsRDD [154482] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_386291 { id="cluster_386291"; isCluster="true"; label="AQEShuffleRead"; 154483 [id="node_154483" labelType="html" label="ShuffledRowRDD [154483] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_386288 { id="cluster_386288"; isCluster="true"; label="WholeStageCodegen (5)"; 154484 [id="node_154484" labelType="html" label="MapPartitionsRDD [154484] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_386278 { id="cluster_386278"; isCluster="true"; label="WholeStageCodegen (6)"; 154485 [id="node_154485" labelType="html" label="ZippedPartitionsRDD2 [154485] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 154486 [id="node_154486" labelType="html" label="MapPartitionsRDD [154486] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_386277 { id="cluster_386277"; isCluster="true"; label="WriteFiles"; 154487 [id="node_154487" labelType="html" label="MapPartitionsRDD [154487] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } } 154481->154482; 154483->154484; 154482->154485; 154484->154485; 154485->154486; 154486->154487; }
154480,154481
154470,154483
Event Timeline
Enable zooming
Tasks: 1. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time