4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 334867 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
19 s
Locality Level Summary:
Node local: 30
Output Size / Records:
5.0 MiB / 118908
Shuffle Read Size / Records:
8.7 MiB / 237816
Associated Job Ids:
18582
DAG Visualization
digraph G { id="graph_334867"; subgraph graph_stage_334867 { id="graph_stage_334867"; isCluster="true"; label="Stage 334867"; subgraph cluster_381824 { id="cluster_381824"; isCluster="true"; label="Exchange"; 152683 [id="node_152683" labelType="html" label="ShuffledRowRDD [152683] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381821 { id="cluster_381821"; isCluster="true"; label="WholeStageCodegen (2)"; 152684 [id="node_152684" labelType="html" label="MapPartitionsRDD [152684] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381836 { id="cluster_381836"; isCluster="true"; label="Exchange"; 152689 [id="node_152689" labelType="html" label="ShuffledRowRDD [152689] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381832 { id="cluster_381832"; isCluster="true"; label="WholeStageCodegen (4)"; 152690 [id="node_152690" labelType="html" label="MapPartitionsRDD [152690] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381818 { id="cluster_381818"; isCluster="true"; label="WholeStageCodegen (5)"; 152691 [id="node_152691" labelType="html" label="ZippedPartitionsRDD2 [152691] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 152692 [id="node_152692" labelType="html" label="MapPartitionsRDD [152692] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381817 { id="cluster_381817"; isCluster="true"; label="Project"; 152693 [id="node_152693" labelType="html" label="MapPartitionsRDD [152693] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381816 { id="cluster_381816"; isCluster="true"; label="WriteFiles"; 152694 [id="node_152694" labelType="html" label="MapPartitionsRDD [152694] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 152683->152684; 152689->152690; 152684->152691; 152690->152691; 152691->152692; 152692->152693; 152693->152694; }
152682,152683
152688,152689
152683
152684
152691
152692
152693
152694
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time