4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 333833 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
3 s
Locality Level Summary:
Node local: 30
Shuffle Read Size / Records:
2.5 MiB / 11514
Shuffle Write Size / Records:
1982.0 KiB / 4883
Associated Job Ids:
18564
DAG Visualization
digraph G { id="graph_333833"; subgraph graph_stage_333833 { id="graph_stage_333833"; isCluster="true"; label="Stage 333833"; 152483 [id="node_152483" labelType="html" label="SQLExecutionRDD [152483] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; subgraph cluster_381304 { id="cluster_381304"; isCluster="true"; label="Exchange"; 152467 [id="node_152467" labelType="html" label="ShuffledRowRDD [152467] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381301 { id="cluster_381301"; isCluster="true"; label="WholeStageCodegen (3)"; 152468 [id="node_152468" labelType="html" label="MapPartitionsRDD [152468] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381322 { id="cluster_381322"; isCluster="true"; label="Exchange"; 152478 [id="node_152478" labelType="html" label="ShuffledRowRDD [152478] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381319 { id="cluster_381319"; isCluster="true"; label="WholeStageCodegen (8)"; 152479 [id="node_152479" labelType="html" label="MapPartitionsRDD [152479] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381297 { id="cluster_381297"; isCluster="true"; label="WholeStageCodegen (9)"; 152480 [id="node_152480" labelType="html" label="ZippedPartitionsRDD2 [152480] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 152481 [id="node_152481" labelType="html" label="MapPartitionsRDD [152481] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381296 { id="cluster_381296"; isCluster="true"; label="DeserializeToObject"; 152482 [id="node_152482" labelType="html" label="MapPartitionsRDD [152482] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381342 { id="cluster_381342"; isCluster="true"; label="mapPartitions"; 152484 [id="node_152484" labelType="html" label="MapPartitionsRDD [152484] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381343 { id="cluster_381343"; isCluster="true"; label="repartition"; 152485 [id="node_152485" labelType="html" label="MapPartitionsRDD [152485] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 152467->152468; 152478->152479; 152468->152480; 152479->152480; 152480->152481; 152481->152482; 152482->152483; 152483->152484; 152484->152485; }
152466,152467
152477,152478
152483
152467
152468
152478
152479
152480
152481
152482
152484
152485
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time