4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 331073 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
1 s
Locality Level Summary:
Process local: 50
Input Size / Records:
2.4 MiB / 5772
Associated Job Ids:
18458
DAG Visualization
digraph G { id="graph_331073"; subgraph graph_stage_331073 { id="graph_stage_331073"; isCluster="true"; label="Stage 331073"; 146228 [id="node_146228" labelType="html" label="SQLExecutionRDD [146228] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; 146232 [id="node_146232" labelType="html" label="SQLExecutionRDD [146232] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; subgraph cluster_365870 { id="cluster_365870"; isCluster="true"; label="Exchange"; 146223 [id="node_146223" labelType="html" label="ShuffledRowRDD [146223] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_365866 { id="cluster_365866"; isCluster="true"; label="WholeStageCodegen (2)"; 146224 [id="node_146224" labelType="html" label="MapPartitionsRDD [146224] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_365865 { id="cluster_365865"; isCluster="true"; label="DeserializeToObject"; 146225 [id="node_146225" labelType="html" label="MapPartitionsRDD [146225] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_365864 { id="cluster_365864"; isCluster="true"; label="MapPartitions"; 146226 [id="node_146226" labelType="html" label="MapPartitionsRDD [146226] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_365861 { id="cluster_365861"; isCluster="true"; label="WholeStageCodegen (3)"; 146227 [id="node_146227" labelType="html" label="MapPartitionsRDD [146227] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_365875 { id="cluster_365875"; isCluster="true"; label="map"; 146229 [id="node_146229" labelType="html" label="Delta Table State #5 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/prod-plant-snapshot/10000000532/_delta_log [146229] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_365877 { id="cluster_365877"; isCluster="true"; label="WholeStageCodegen (1)"; 146230 [id="node_146230" labelType="html" label="MapPartitionsRDD [146230] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_365876 { id="cluster_365876"; isCluster="true"; label="Project"; 146231 [id="node_146231" labelType="html" label="MapPartitionsRDD [146231] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_365880 { id="cluster_365880"; isCluster="true"; label="map"; 146233 [id="node_146233" labelType="html" label="Delta Table State with Stats #5 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/prod-plant-snapshot/10000000532/_delta_log [146233] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_378864 { id="cluster_378864"; isCluster="true"; label="Scan ExistingRDD Delta Table State with Stats #5 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/prod-plant-snapshot/10000000532/_delta_log"; 151427 [id="node_151427" labelType="html" label="MapPartitionsRDD [151427] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_378863 { id="cluster_378863"; isCluster="true"; label="Filter"; 151428 [id="node_151428" labelType="html" label="MapPartitionsRDD [151428] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_378862 { id="cluster_378862"; isCluster="true"; label="Project"; 151429 [id="node_151429" labelType="html" label="MapPartitionsRDD [151429] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_378865 { id="cluster_378865"; isCluster="true"; label="mapPartitionsInternal"; 151430 [id="node_151430" labelType="html" label="MapPartitionsRDD [151430] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } } 146223->146224; 146224->146225; 146225->146226; 146226->146227; 146227->146228; 146228->146229; 146229->146230; 146230->146231; 146231->146232; 146232->146233; 146233->151427; 151427->151428; 151428->151429; 151429->151430; }
146222,146223
146229
146233
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time