4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 334859 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
15 s
Locality Level Summary:
Node local: 30
Output Size / Records:
3.7 MiB / 87939
Shuffle Read Size / Records:
6.4 MiB / 175878
Associated Job Ids:
18579
DAG Visualization
digraph G { id="graph_334859"; subgraph graph_stage_334859 { id="graph_stage_334859"; isCluster="true"; label="Stage 334859"; subgraph cluster_381755 { id="cluster_381755"; isCluster="true"; label="Exchange"; 152645 [id="node_152645" labelType="html" label="ShuffledRowRDD [152645] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381752 { id="cluster_381752"; isCluster="true"; label="WholeStageCodegen (2)"; 152646 [id="node_152646" labelType="html" label="MapPartitionsRDD [152646] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381767 { id="cluster_381767"; isCluster="true"; label="Exchange"; 152651 [id="node_152651" labelType="html" label="ShuffledRowRDD [152651] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381763 { id="cluster_381763"; isCluster="true"; label="WholeStageCodegen (4)"; 152652 [id="node_152652" labelType="html" label="MapPartitionsRDD [152652] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381749 { id="cluster_381749"; isCluster="true"; label="WholeStageCodegen (5)"; 152653 [id="node_152653" labelType="html" label="ZippedPartitionsRDD2 [152653] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 152654 [id="node_152654" labelType="html" label="MapPartitionsRDD [152654] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381748 { id="cluster_381748"; isCluster="true"; label="Project"; 152655 [id="node_152655" labelType="html" label="MapPartitionsRDD [152655] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381747 { id="cluster_381747"; isCluster="true"; label="WriteFiles"; 152656 [id="node_152656" labelType="html" label="MapPartitionsRDD [152656] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 152645->152646; 152651->152652; 152646->152653; 152652->152653; 152653->152654; 152654->152655; 152655->152656; }
152644,152645
152650,152651
152645
152646
152653
152654
152655
152656
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time