4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1654489 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
27 s
Locality Level Summary:
Node local: 30
Shuffle Read Size / Records:
10.1 MiB / 509440
Shuffle Write Size / Records:
1114.8 KiB / 101868
Associated Job Ids:
86000
DAG Visualization
digraph G { id="graph_1654489"; subgraph graph_stage_1654489 { id="graph_stage_1654489"; isCluster="true"; label="Stage 1654489"; subgraph cluster_1777648 { id="cluster_1777648"; isCluster="true"; label="Exchange"; 709026 [id="node_709026" labelType="html" label="ShuffledRowRDD [709026] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1777645 { id="cluster_1777645"; isCluster="true"; label="WholeStageCodegen (3)"; 709027 [id="node_709027" labelType="html" label="MapPartitionsRDD [709027] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1777654 { id="cluster_1777654"; isCluster="true"; label="Exchange"; 709030 [id="node_709030" labelType="html" label="ShuffledRowRDD [709030] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1777651 { id="cluster_1777651"; isCluster="true"; label="WholeStageCodegen (2)"; 709031 [id="node_709031" labelType="html" label="MapPartitionsRDD [709031] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1777637 { id="cluster_1777637"; isCluster="true"; label="WholeStageCodegen (4)"; 709032 [id="node_709032" labelType="html" label="ZippedPartitionsRDD2 [709032] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 709033 [id="node_709033" labelType="html" label="MapPartitionsRDD [709033] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1777636 { id="cluster_1777636"; isCluster="true"; label="HashAggregate"; 709034 [id="node_709034" labelType="html" label="MapPartitionsRDD [709034] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1777635 { id="cluster_1777635"; isCluster="true"; label="HashAggregate"; 709035 [id="node_709035" labelType="html" label="MapPartitionsRDD [709035] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1777632 { id="cluster_1777632"; isCluster="true"; label="WholeStageCodegen (5)"; 709036 [id="node_709036" labelType="html" label="MapPartitionsRDD [709036] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1777631 { id="cluster_1777631"; isCluster="true"; label="ObjectHashAggregate"; 709037 [id="node_709037" labelType="html" label="MapPartitionsRDD [709037] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1777630 { id="cluster_1777630"; isCluster="true"; label="ObjectHashAggregate"; 709038 [id="node_709038" labelType="html" label="MapPartitionsRDD [709038] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1777627 { id="cluster_1777627"; isCluster="true"; label="WholeStageCodegen (6)"; 709039 [id="node_709039" labelType="html" label="MapPartitionsRDD [709039] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1777626 { id="cluster_1777626"; isCluster="true"; label="Exchange"; 709040 [id="node_709040" labelType="html" label="MapPartitionsRDD [709040] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 709026->709027; 709030->709031; 709027->709032; 709031->709032; 709032->709033; 709033->709034; 709034->709035; 709035->709036; 709036->709037; 709037->709038; 709038->709039; 709039->709040; }
709025,709026
709029,709030
709026
709027
709030
709031
709032
709033
709034
709035
709036
709037
709038
709039
709040
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time