4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 333640 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
9 s
Locality Level Summary:
Node local: 30
Shuffle Read Size / Records:
4.3 MiB / 42790
Associated Job Ids:
18553
DAG Visualization
digraph G { id="graph_333640"; subgraph graph_stage_333640 { id="graph_stage_333640"; isCluster="true"; label="Stage 333640"; 152315 [id="node_152315" labelType="html" label="SQLExecutionRDD [152315] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; subgraph cluster_380814 { id="cluster_380814"; isCluster="true"; label="Exchange"; 152310 [id="node_152310" labelType="html" label="ShuffledRowRDD [152310] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_380813 { id="cluster_380813"; isCluster="true"; label="ObjectHashAggregate"; 152311 [id="node_152311" labelType="html" label="MapPartitionsRDD [152311] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_380772 { id="cluster_380772"; isCluster="true"; label="WholeStageCodegen (13)"; 152312 [id="node_152312" labelType="html" label="MapPartitionsRDD [152312] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_380763 { id="cluster_380763"; isCluster="true"; label="DeserializeToObject"; 152313 [id="node_152313" labelType="html" label="MapPartitionsRDD [152313] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_380756 { id="cluster_380756"; isCluster="true"; label="MapPartitions"; 152314 [id="node_152314" labelType="html" label="MapPartitionsRDD [152314] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_380873 { id="cluster_380873"; isCluster="true"; label="mapPartitions"; 152316 [id="node_152316" labelType="html" label="MapPartitionsRDD [152316] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 152310->152311; 152311->152312; 152312->152313; 152313->152314; 152314->152315; 152315->152316; }
152309,152310
152316
152315
152310
152311
152312
152313
152314
152316
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time