4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1656537 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
32 s
Locality Level Summary:
Node local: 30
Shuffle Read Size / Records:
12.4 MiB / 512824
Shuffle Write Size / Records:
455.9 KiB / 35084
Associated Job Ids:
86101
DAG Visualization
digraph G { id="graph_1656537"; subgraph graph_stage_1656537 { id="graph_stage_1656537"; isCluster="true"; label="Stage 1656537"; subgraph cluster_1780102 { id="cluster_1780102"; isCluster="true"; label="Exchange"; 710039 [id="node_710039" labelType="html" label="ShuffledRowRDD [710039] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780099 { id="cluster_1780099"; isCluster="true"; label="WholeStageCodegen (3)"; 710040 [id="node_710040" labelType="html" label="MapPartitionsRDD [710040] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780108 { id="cluster_1780108"; isCluster="true"; label="Exchange"; 710043 [id="node_710043" labelType="html" label="ShuffledRowRDD [710043] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780105 { id="cluster_1780105"; isCluster="true"; label="WholeStageCodegen (2)"; 710044 [id="node_710044" labelType="html" label="MapPartitionsRDD [710044] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780091 { id="cluster_1780091"; isCluster="true"; label="WholeStageCodegen (4)"; 710045 [id="node_710045" labelType="html" label="ZippedPartitionsRDD2 [710045] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 710046 [id="node_710046" labelType="html" label="MapPartitionsRDD [710046] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780090 { id="cluster_1780090"; isCluster="true"; label="HashAggregate"; 710047 [id="node_710047" labelType="html" label="MapPartitionsRDD [710047] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780089 { id="cluster_1780089"; isCluster="true"; label="HashAggregate"; 710048 [id="node_710048" labelType="html" label="MapPartitionsRDD [710048] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780086 { id="cluster_1780086"; isCluster="true"; label="WholeStageCodegen (5)"; 710049 [id="node_710049" labelType="html" label="MapPartitionsRDD [710049] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780085 { id="cluster_1780085"; isCluster="true"; label="ObjectHashAggregate"; 710050 [id="node_710050" labelType="html" label="MapPartitionsRDD [710050] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780084 { id="cluster_1780084"; isCluster="true"; label="ObjectHashAggregate"; 710051 [id="node_710051" labelType="html" label="MapPartitionsRDD [710051] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780081 { id="cluster_1780081"; isCluster="true"; label="WholeStageCodegen (6)"; 710052 [id="node_710052" labelType="html" label="MapPartitionsRDD [710052] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780080 { id="cluster_1780080"; isCluster="true"; label="Exchange"; 710053 [id="node_710053" labelType="html" label="MapPartitionsRDD [710053] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 710039->710040; 710043->710044; 710040->710045; 710044->710045; 710045->710046; 710046->710047; 710047->710048; 710048->710049; 710049->710050; 710050->710051; 710051->710052; 710052->710053; }
710038,710039
710042,710043
710039
710040
710043
710044
710045
710046
710047
710048
710049
710050
710051
710052
710053
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time