4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 2134464 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
20 s
Locality Level Summary:
Node local: 21; Process local: 9
Shuffle Read Size / Records:
2.3 MiB / 155379
Shuffle Write Size / Records:
560.7 KiB / 51793
Associated Job Ids:
114649
DAG Visualization
digraph G { id="graph_2134464"; subgraph graph_stage_2134464 { id="graph_stage_2134464"; isCluster="true"; label="Stage 2134464"; subgraph cluster_2366060 { id="cluster_2366060"; isCluster="true"; label="Exchange"; 943099 [id="node_943099" labelType="html" label="ShuffledRowRDD [943099] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366057 { id="cluster_2366057"; isCluster="true"; label="WholeStageCodegen (3)"; 943100 [id="node_943100" labelType="html" label="MapPartitionsRDD [943100] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366066 { id="cluster_2366066"; isCluster="true"; label="Exchange"; 943103 [id="node_943103" labelType="html" label="ShuffledRowRDD [943103] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366063 { id="cluster_2366063"; isCluster="true"; label="WholeStageCodegen (2)"; 943104 [id="node_943104" labelType="html" label="MapPartitionsRDD [943104] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366049 { id="cluster_2366049"; isCluster="true"; label="WholeStageCodegen (4)"; 943105 [id="node_943105" labelType="html" label="ZippedPartitionsRDD2 [943105] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 943106 [id="node_943106" labelType="html" label="MapPartitionsRDD [943106] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366048 { id="cluster_2366048"; isCluster="true"; label="HashAggregate"; 943107 [id="node_943107" labelType="html" label="MapPartitionsRDD [943107] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366047 { id="cluster_2366047"; isCluster="true"; label="HashAggregate"; 943108 [id="node_943108" labelType="html" label="MapPartitionsRDD [943108] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366044 { id="cluster_2366044"; isCluster="true"; label="WholeStageCodegen (5)"; 943109 [id="node_943109" labelType="html" label="MapPartitionsRDD [943109] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366043 { id="cluster_2366043"; isCluster="true"; label="ObjectHashAggregate"; 943110 [id="node_943110" labelType="html" label="MapPartitionsRDD [943110] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366042 { id="cluster_2366042"; isCluster="true"; label="ObjectHashAggregate"; 943111 [id="node_943111" labelType="html" label="MapPartitionsRDD [943111] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366039 { id="cluster_2366039"; isCluster="true"; label="WholeStageCodegen (6)"; 943112 [id="node_943112" labelType="html" label="MapPartitionsRDD [943112] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366038 { id="cluster_2366038"; isCluster="true"; label="Exchange"; 943113 [id="node_943113" labelType="html" label="MapPartitionsRDD [943113] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 943099->943100; 943103->943104; 943100->943105; 943104->943105; 943105->943106; 943106->943107; 943107->943108; 943108->943109; 943109->943110; 943110->943111; 943111->943112; 943112->943113; }
943098,943099
943102,943103
943099
943100
943103
943104
943105
943106
943107
943108
943109
943110
943111
943112
943113
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time