4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 334690 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
3 s
Locality Level Summary:
Process local: 50
Input Size / Records:
2.4 MiB / 5772
Associated Job Ids:
18578
DAG Visualization
digraph G { id="graph_334690"; subgraph graph_stage_334690 { id="graph_stage_334690"; isCluster="true"; label="Stage 334690"; 146228 [id="node_146228" labelType="html" label="SQLExecutionRDD [146228] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; 146232 [id="node_146232" labelType="html" label="SQLExecutionRDD [146232] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; subgraph cluster_365870 { id="cluster_365870"; isCluster="true"; label="Exchange"; 146223 [id="node_146223" labelType="html" label="ShuffledRowRDD [146223] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_365866 { id="cluster_365866"; isCluster="true"; label="WholeStageCodegen (2)"; 146224 [id="node_146224" labelType="html" label="MapPartitionsRDD [146224] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_365865 { id="cluster_365865"; isCluster="true"; label="DeserializeToObject"; 146225 [id="node_146225" labelType="html" label="MapPartitionsRDD [146225] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_365864 { id="cluster_365864"; isCluster="true"; label="MapPartitions"; 146226 [id="node_146226" labelType="html" label="MapPartitionsRDD [146226] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_365861 { id="cluster_365861"; isCluster="true"; label="WholeStageCodegen (3)"; 146227 [id="node_146227" labelType="html" label="MapPartitionsRDD [146227] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_365875 { id="cluster_365875"; isCluster="true"; label="map"; 146229 [id="node_146229" labelType="html" label="Delta Table State #5 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/prod-plant-snapshot/10000000532/_delta_log [146229] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_365877 { id="cluster_365877"; isCluster="true"; label="WholeStageCodegen (1)"; 146230 [id="node_146230" labelType="html" label="MapPartitionsRDD [146230] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_365876 { id="cluster_365876"; isCluster="true"; label="Project"; 146231 [id="node_146231" labelType="html" label="MapPartitionsRDD [146231] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_365880 { id="cluster_365880"; isCluster="true"; label="map"; 146233 [id="node_146233" labelType="html" label="Delta Table State with Stats #5 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/prod-plant-snapshot/10000000532/_delta_log [146233] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381730 { id="cluster_381730"; isCluster="true"; label="Scan ExistingRDD Delta Table State with Stats #5 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/prod-plant-snapshot/10000000532/_delta_log"; 152636 [id="node_152636" labelType="html" label="MapPartitionsRDD [152636] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381729 { id="cluster_381729"; isCluster="true"; label="Filter"; 152637 [id="node_152637" labelType="html" label="MapPartitionsRDD [152637] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381728 { id="cluster_381728"; isCluster="true"; label="Project"; 152638 [id="node_152638" labelType="html" label="MapPartitionsRDD [152638] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381731 { id="cluster_381731"; isCluster="true"; label="mapPartitionsInternal"; 152639 [id="node_152639" labelType="html" label="MapPartitionsRDD [152639] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } } 146223->146224; 146224->146225; 146225->146226; 146226->146227; 146227->146228; 146228->146229; 146229->146230; 146230->146231; 146231->146232; 146232->146233; 146233->152636; 152636->152637; 152637->152638; 152638->152639; }
146222,146223
146229
146233
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time