4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1033020 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
5 s
Locality Level Summary:
Node local: 30
Shuffle Read Size / Records:
18.6 MiB / 870158
Shuffle Write Size / Records:
2.7 KiB / 30
Associated Job Ids:
52704
DAG Visualization
digraph G { id="graph_1033020"; subgraph graph_stage_1033020 { id="graph_stage_1033020"; isCluster="true"; label="Stage 1033020"; subgraph cluster_1087968 { id="cluster_1087968"; isCluster="true"; label="Exchange"; 434267 [id="node_434267" labelType="html" label="ShuffledRowRDD [434267] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1087965 { id="cluster_1087965"; isCluster="true"; label="WholeStageCodegen (3)"; 434268 [id="node_434268" labelType="html" label="MapPartitionsRDD [434268] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1087974 { id="cluster_1087974"; isCluster="true"; label="Exchange"; 434271 [id="node_434271" labelType="html" label="ShuffledRowRDD [434271] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1087971 { id="cluster_1087971"; isCluster="true"; label="WholeStageCodegen (2)"; 434272 [id="node_434272" labelType="html" label="MapPartitionsRDD [434272] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1087958 { id="cluster_1087958"; isCluster="true"; label="WholeStageCodegen (4)"; 434273 [id="node_434273" labelType="html" label="ZippedPartitionsRDD2 [434273] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 434274 [id="node_434274" labelType="html" label="MapPartitionsRDD [434274] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1087957 { id="cluster_1087957"; isCluster="true"; label="Exchange"; 434275 [id="node_434275" labelType="html" label="MapPartitionsRDD [434275] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 434267->434268; 434271->434272; 434268->434273; 434272->434273; 434273->434274; 434274->434275; }
434266,434267
434270,434271
434267
434268
434271
434272
434273
434274
434275
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time