4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 334862 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
13 s
Locality Level Summary:
Node local: 30
Output Size / Records:
1822.8 KiB / 39968
Shuffle Read Size / Records:
3.2 MiB / 79936
Associated Job Ids:
18580
DAG Visualization
digraph G { id="graph_334862"; subgraph graph_stage_334862 { id="graph_stage_334862"; isCluster="true"; label="Stage 334862"; subgraph cluster_381787 { id="cluster_381787"; isCluster="true"; label="Exchange"; 152662 [id="node_152662" labelType="html" label="ShuffledRowRDD [152662] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381784 { id="cluster_381784"; isCluster="true"; label="WholeStageCodegen (2)"; 152663 [id="node_152663" labelType="html" label="MapPartitionsRDD [152663] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381799 { id="cluster_381799"; isCluster="true"; label="Exchange"; 152668 [id="node_152668" labelType="html" label="ShuffledRowRDD [152668] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381795 { id="cluster_381795"; isCluster="true"; label="WholeStageCodegen (4)"; 152669 [id="node_152669" labelType="html" label="MapPartitionsRDD [152669] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381781 { id="cluster_381781"; isCluster="true"; label="WholeStageCodegen (5)"; 152670 [id="node_152670" labelType="html" label="ZippedPartitionsRDD2 [152670] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 152671 [id="node_152671" labelType="html" label="MapPartitionsRDD [152671] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381780 { id="cluster_381780"; isCluster="true"; label="Project"; 152672 [id="node_152672" labelType="html" label="MapPartitionsRDD [152672] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381779 { id="cluster_381779"; isCluster="true"; label="WriteFiles"; 152673 [id="node_152673" labelType="html" label="MapPartitionsRDD [152673] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 152662->152663; 152668->152669; 152663->152670; 152669->152670; 152670->152671; 152671->152672; 152672->152673; }
152661,152662
152667,152668
152662
152663
152670
152671
152672
152673
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time