4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 333479 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Process local: 50
Input Size / Records:
2.4 MiB / 5772
Associated Job Ids:
18544
DAG Visualization
digraph G { id="graph_333479"; subgraph graph_stage_333479 { id="graph_stage_333479"; isCluster="true"; label="Stage 333479"; 146228 [id="node_146228" labelType="html" label="SQLExecutionRDD [146228] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; 146232 [id="node_146232" labelType="html" label="SQLExecutionRDD [146232] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; subgraph cluster_365870 { id="cluster_365870"; isCluster="true"; label="Exchange"; 146223 [id="node_146223" labelType="html" label="ShuffledRowRDD [146223] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_365866 { id="cluster_365866"; isCluster="true"; label="WholeStageCodegen (2)"; 146224 [id="node_146224" labelType="html" label="MapPartitionsRDD [146224] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_365865 { id="cluster_365865"; isCluster="true"; label="DeserializeToObject"; 146225 [id="node_146225" labelType="html" label="MapPartitionsRDD [146225] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_365864 { id="cluster_365864"; isCluster="true"; label="MapPartitions"; 146226 [id="node_146226" labelType="html" label="MapPartitionsRDD [146226] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_365861 { id="cluster_365861"; isCluster="true"; label="WholeStageCodegen (3)"; 146227 [id="node_146227" labelType="html" label="MapPartitionsRDD [146227] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_365875 { id="cluster_365875"; isCluster="true"; label="map"; 146229 [id="node_146229" labelType="html" label="Delta Table State #5 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/prod-plant-snapshot/10000000532/_delta_log [146229] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_365877 { id="cluster_365877"; isCluster="true"; label="WholeStageCodegen (1)"; 146230 [id="node_146230" labelType="html" label="MapPartitionsRDD [146230] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_365876 { id="cluster_365876"; isCluster="true"; label="Project"; 146231 [id="node_146231" labelType="html" label="MapPartitionsRDD [146231] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_365880 { id="cluster_365880"; isCluster="true"; label="map"; 146233 [id="node_146233" labelType="html" label="Delta Table State with Stats #5 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/prod-plant-snapshot/10000000532/_delta_log [146233] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_380684 { id="cluster_380684"; isCluster="true"; label="Scan ExistingRDD Delta Table State with Stats #5 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/prod-plant-snapshot/10000000532/_delta_log"; 152245 [id="node_152245" labelType="html" label="MapPartitionsRDD [152245] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_380683 { id="cluster_380683"; isCluster="true"; label="Filter"; 152246 [id="node_152246" labelType="html" label="MapPartitionsRDD [152246] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_380682 { id="cluster_380682"; isCluster="true"; label="Project"; 152247 [id="node_152247" labelType="html" label="MapPartitionsRDD [152247] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_380685 { id="cluster_380685"; isCluster="true"; label="mapPartitionsInternal"; 152248 [id="node_152248" labelType="html" label="MapPartitionsRDD [152248] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } } 146223->146224; 146224->146225; 146225->146226; 146226->146227; 146227->146228; 146228->146229; 146229->146230; 146230->146231; 146231->146232; 146232->146233; 146233->152245; 152245->152246; 152246->152247; 152247->152248; }
146222,146223
146229
146233
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time