4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1033177 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
18 s
Locality Level Summary:
Node local: 30
Shuffle Read Size / Records:
20.3 MiB / 870158
Shuffle Write Size / Records:
1269.6 KiB / 119954
Associated Job Ids:
52710
DAG Visualization
digraph G { id="graph_1033177"; subgraph graph_stage_1033177 { id="graph_stage_1033177"; isCluster="true"; label="Stage 1033177"; subgraph cluster_1088119 { id="cluster_1088119"; isCluster="true"; label="Exchange"; 434305 [id="node_434305" labelType="html" label="ShuffledRowRDD [434305] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088116 { id="cluster_1088116"; isCluster="true"; label="WholeStageCodegen (3)"; 434306 [id="node_434306" labelType="html" label="MapPartitionsRDD [434306] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088125 { id="cluster_1088125"; isCluster="true"; label="Exchange"; 434309 [id="node_434309" labelType="html" label="ShuffledRowRDD [434309] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088122 { id="cluster_1088122"; isCluster="true"; label="WholeStageCodegen (2)"; 434310 [id="node_434310" labelType="html" label="MapPartitionsRDD [434310] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088108 { id="cluster_1088108"; isCluster="true"; label="WholeStageCodegen (4)"; 434311 [id="node_434311" labelType="html" label="ZippedPartitionsRDD2 [434311] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 434312 [id="node_434312" labelType="html" label="MapPartitionsRDD [434312] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088107 { id="cluster_1088107"; isCluster="true"; label="HashAggregate"; 434313 [id="node_434313" labelType="html" label="MapPartitionsRDD [434313] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088106 { id="cluster_1088106"; isCluster="true"; label="HashAggregate"; 434314 [id="node_434314" labelType="html" label="MapPartitionsRDD [434314] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088103 { id="cluster_1088103"; isCluster="true"; label="WholeStageCodegen (5)"; 434315 [id="node_434315" labelType="html" label="MapPartitionsRDD [434315] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088102 { id="cluster_1088102"; isCluster="true"; label="ObjectHashAggregate"; 434316 [id="node_434316" labelType="html" label="MapPartitionsRDD [434316] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088101 { id="cluster_1088101"; isCluster="true"; label="ObjectHashAggregate"; 434317 [id="node_434317" labelType="html" label="MapPartitionsRDD [434317] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088098 { id="cluster_1088098"; isCluster="true"; label="WholeStageCodegen (6)"; 434318 [id="node_434318" labelType="html" label="MapPartitionsRDD [434318] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088097 { id="cluster_1088097"; isCluster="true"; label="Exchange"; 434319 [id="node_434319" labelType="html" label="MapPartitionsRDD [434319] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 434305->434306; 434309->434310; 434306->434311; 434310->434311; 434311->434312; 434312->434313; 434313->434314; 434314->434315; 434315->434316; 434316->434317; 434317->434318; 434318->434319; }
434304,434305
434308,434309
434305
434306
434309
434310
434311
434312
434313
434314
434315
434316
434317
434318
434319
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time