4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1028381 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
9 s
Locality Level Summary:
Node local: 30
Shuffle Read Size / Records:
2.5 MiB / 10855
Shuffle Write Size / Records:
1834.7 KiB / 4403
Associated Job Ids:
52616
DAG Visualization
digraph G { id="graph_1028381"; subgraph graph_stage_1028381 { id="graph_stage_1028381"; isCluster="true"; label="Stage 1028381"; 433499 [id="node_433499" labelType="html" label="SQLExecutionRDD [433499] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; subgraph cluster_1086044 { id="cluster_1086044"; isCluster="true"; label="Exchange"; 433483 [id="node_433483" labelType="html" label="ShuffledRowRDD [433483] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1086041 { id="cluster_1086041"; isCluster="true"; label="WholeStageCodegen (3)"; 433484 [id="node_433484" labelType="html" label="MapPartitionsRDD [433484] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1086059 { id="cluster_1086059"; isCluster="true"; label="Exchange"; 433494 [id="node_433494" labelType="html" label="ShuffledRowRDD [433494] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1086056 { id="cluster_1086056"; isCluster="true"; label="WholeStageCodegen (8)"; 433495 [id="node_433495" labelType="html" label="MapPartitionsRDD [433495] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1086037 { id="cluster_1086037"; isCluster="true"; label="WholeStageCodegen (9)"; 433496 [id="node_433496" labelType="html" label="ZippedPartitionsRDD2 [433496] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 433497 [id="node_433497" labelType="html" label="MapPartitionsRDD [433497] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1086036 { id="cluster_1086036"; isCluster="true"; label="DeserializeToObject"; 433498 [id="node_433498" labelType="html" label="MapPartitionsRDD [433498] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1086079 { id="cluster_1086079"; isCluster="true"; label="mapPartitions"; 433500 [id="node_433500" labelType="html" label="MapPartitionsRDD [433500] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1086080 { id="cluster_1086080"; isCluster="true"; label="repartition"; 433501 [id="node_433501" labelType="html" label="MapPartitionsRDD [433501] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 433483->433484; 433494->433495; 433484->433496; 433495->433496; 433496->433497; 433497->433498; 433498->433499; 433499->433500; 433500->433501; }
433482,433483
433493,433494
433499
433483
433484
433494
433495
433496
433497
433498
433500
433501
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time