4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 331508 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
1 s
Locality Level Summary:
Process local: 50
Input Size / Records:
2.4 MiB / 5772
Associated Job Ids:
18472
DAG Visualization
digraph G { id="graph_331508"; subgraph graph_stage_331508 { id="graph_stage_331508"; isCluster="true"; label="Stage 331508"; 146228 [id="node_146228" labelType="html" label="SQLExecutionRDD [146228] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; 146232 [id="node_146232" labelType="html" label="SQLExecutionRDD [146232] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; subgraph cluster_365870 { id="cluster_365870"; isCluster="true"; label="Exchange"; 146223 [id="node_146223" labelType="html" label="ShuffledRowRDD [146223] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_365866 { id="cluster_365866"; isCluster="true"; label="WholeStageCodegen (2)"; 146224 [id="node_146224" labelType="html" label="MapPartitionsRDD [146224] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_365865 { id="cluster_365865"; isCluster="true"; label="DeserializeToObject"; 146225 [id="node_146225" labelType="html" label="MapPartitionsRDD [146225] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_365864 { id="cluster_365864"; isCluster="true"; label="MapPartitions"; 146226 [id="node_146226" labelType="html" label="MapPartitionsRDD [146226] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_365861 { id="cluster_365861"; isCluster="true"; label="WholeStageCodegen (3)"; 146227 [id="node_146227" labelType="html" label="MapPartitionsRDD [146227] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_365875 { id="cluster_365875"; isCluster="true"; label="map"; 146229 [id="node_146229" labelType="html" label="Delta Table State #5 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/prod-plant-snapshot/10000000532/_delta_log [146229] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_365877 { id="cluster_365877"; isCluster="true"; label="WholeStageCodegen (1)"; 146230 [id="node_146230" labelType="html" label="MapPartitionsRDD [146230] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_365876 { id="cluster_365876"; isCluster="true"; label="Project"; 146231 [id="node_146231" labelType="html" label="MapPartitionsRDD [146231] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_365880 { id="cluster_365880"; isCluster="true"; label="map"; 146233 [id="node_146233" labelType="html" label="Delta Table State with Stats #5 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/prod-plant-snapshot/10000000532/_delta_log [146233] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_379054 { id="cluster_379054"; isCluster="true"; label="Scan ExistingRDD Delta Table State with Stats #5 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/prod-plant-snapshot/10000000532/_delta_log"; 151522 [id="node_151522" labelType="html" label="MapPartitionsRDD [151522] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_379053 { id="cluster_379053"; isCluster="true"; label="Filter"; 151523 [id="node_151523" labelType="html" label="MapPartitionsRDD [151523] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_379052 { id="cluster_379052"; isCluster="true"; label="Project"; 151524 [id="node_151524" labelType="html" label="MapPartitionsRDD [151524] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_379055 { id="cluster_379055"; isCluster="true"; label="mapPartitionsInternal"; 151525 [id="node_151525" labelType="html" label="MapPartitionsRDD [151525] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } } 146223->146224; 146224->146225; 146225->146226; 146226->146227; 146227->146228; 146228->146229; 146229->146230; 146230->146231; 146231->146232; 146232->146233; 146233->151522; 151522->151523; 151523->151524; 151524->151525; }
146222,146223
146229
146233
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time