4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1033334 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
3 s
Locality Level Summary:
Node local: 30
Shuffle Read Size / Records:
2.6 MiB / 11160
Shuffle Write Size / Records:
1834.9 KiB / 4403
Associated Job Ids:
52711
DAG Visualization
digraph G { id="graph_1033334"; subgraph graph_stage_1033334 { id="graph_stage_1033334"; isCluster="true"; label="Stage 1033334"; 434362 [id="node_434362" labelType="html" label="SQLExecutionRDD [434362] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; subgraph cluster_1088192 { id="cluster_1088192"; isCluster="true"; label="Exchange"; 434346 [id="node_434346" labelType="html" label="ShuffledRowRDD [434346] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088189 { id="cluster_1088189"; isCluster="true"; label="WholeStageCodegen (3)"; 434347 [id="node_434347" labelType="html" label="MapPartitionsRDD [434347] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088207 { id="cluster_1088207"; isCluster="true"; label="Exchange"; 434357 [id="node_434357" labelType="html" label="ShuffledRowRDD [434357] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088204 { id="cluster_1088204"; isCluster="true"; label="WholeStageCodegen (8)"; 434358 [id="node_434358" labelType="html" label="MapPartitionsRDD [434358] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088185 { id="cluster_1088185"; isCluster="true"; label="WholeStageCodegen (9)"; 434359 [id="node_434359" labelType="html" label="ZippedPartitionsRDD2 [434359] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 434360 [id="node_434360" labelType="html" label="MapPartitionsRDD [434360] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088184 { id="cluster_1088184"; isCluster="true"; label="DeserializeToObject"; 434361 [id="node_434361" labelType="html" label="MapPartitionsRDD [434361] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088227 { id="cluster_1088227"; isCluster="true"; label="mapPartitions"; 434363 [id="node_434363" labelType="html" label="MapPartitionsRDD [434363] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088228 { id="cluster_1088228"; isCluster="true"; label="repartition"; 434364 [id="node_434364" labelType="html" label="MapPartitionsRDD [434364] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 434346->434347; 434357->434358; 434347->434359; 434358->434359; 434359->434360; 434360->434361; 434361->434362; 434362->434363; 434363->434364; }
434345,434346
434356,434357
434362
434346
434347
434357
434358
434359
434360
434361
434363
434364
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time