4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 2134164 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
8 s
Locality Level Summary:
Node local: 12; Process local: 18
Shuffle Read Size / Records:
2.3 MiB / 155379
Shuffle Write Size / Records:
19.9 KiB / 240
Associated Job Ids:
114641
DAG Visualization
digraph G { id="graph_2134164"; subgraph graph_stage_2134164 { id="graph_stage_2134164"; isCluster="true"; label="Stage 2134164"; subgraph cluster_2365838 { id="cluster_2365838"; isCluster="true"; label="Exchange"; 943026 [id="node_943026" labelType="html" label="ShuffledRowRDD [943026] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2365835 { id="cluster_2365835"; isCluster="true"; label="WholeStageCodegen (3)"; 943027 [id="node_943027" labelType="html" label="MapPartitionsRDD [943027] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2365844 { id="cluster_2365844"; isCluster="true"; label="Exchange"; 943030 [id="node_943030" labelType="html" label="ShuffledRowRDD [943030] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2365841 { id="cluster_2365841"; isCluster="true"; label="WholeStageCodegen (2)"; 943031 [id="node_943031" labelType="html" label="MapPartitionsRDD [943031] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2365828 { id="cluster_2365828"; isCluster="true"; label="WholeStageCodegen (4)"; 943032 [id="node_943032" labelType="html" label="ZippedPartitionsRDD2 [943032] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 943033 [id="node_943033" labelType="html" label="MapPartitionsRDD [943033] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2365827 { id="cluster_2365827"; isCluster="true"; label="Exchange"; 943034 [id="node_943034" labelType="html" label="MapPartitionsRDD [943034] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 943026->943027; 943030->943031; 943027->943032; 943031->943032; 943032->943033; 943033->943034; }
943025,943026
943029,943030
943026
943027
943030
943031
943032
943033
943034
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time