4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 337071 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
1 s
Locality Level Summary:
Node local: 7; Process local: 43
Shuffle Read Size / Records:
5.5 KiB / 14
Associated Job Ids:
18632
DAG Visualization
digraph G { id="graph_337071"; subgraph graph_stage_337071 { id="graph_stage_337071"; isCluster="true"; label="Stage 337071"; 153388 [id="node_153388" labelType="html" label="SQLExecutionRDD [153388] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; 153392 [id="node_153392" labelType="html" label="SQLExecutionRDD [153392] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; subgraph cluster_383690 { id="cluster_383690"; isCluster="true"; label="Exchange"; 153383 [id="node_153383" labelType="html" label="ShuffledRowRDD [153383] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_383686 { id="cluster_383686"; isCluster="true"; label="WholeStageCodegen (2)"; 153384 [id="node_153384" labelType="html" label="MapPartitionsRDD [153384] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_383685 { id="cluster_383685"; isCluster="true"; label="DeserializeToObject"; 153385 [id="node_153385" labelType="html" label="MapPartitionsRDD [153385] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_383684 { id="cluster_383684"; isCluster="true"; label="MapPartitions"; 153386 [id="node_153386" labelType="html" label="MapPartitionsRDD [153386] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_383681 { id="cluster_383681"; isCluster="true"; label="WholeStageCodegen (3)"; 153387 [id="node_153387" labelType="html" label="MapPartitionsRDD [153387] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_383695 { id="cluster_383695"; isCluster="true"; label="map"; 153389 [id="node_153389" labelType="html" label="Delta Table State #5 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/common-data-snapshot/10000000532/_delta_log [153389] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_383697 { id="cluster_383697"; isCluster="true"; label="WholeStageCodegen (1)"; 153390 [id="node_153390" labelType="html" label="MapPartitionsRDD [153390] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_383696 { id="cluster_383696"; isCluster="true"; label="Project"; 153391 [id="node_153391" labelType="html" label="MapPartitionsRDD [153391] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_383700 { id="cluster_383700"; isCluster="true"; label="map"; 153393 [id="node_153393" labelType="html" label="Delta Table State with Stats #5 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/common-data-snapshot/10000000532/_delta_log [153393] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_383701 { id="cluster_383701"; isCluster="true"; label="WholeStageCodegen (1)"; 153394 [id="node_153394" labelType="html" label="MapPartitionsRDD [153394] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_383705 { id="cluster_383705"; isCluster="true"; label="mapPartitionsInternal"; 153395 [id="node_153395" labelType="html" label="MapPartitionsRDD [153395] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } } 153383->153384; 153384->153385; 153385->153386; 153386->153387; 153387->153388; 153388->153389; 153389->153390; 153390->153391; 153391->153392; 153392->153393; 153393->153394; 153394->153395; }
153382,153383
153389
153393
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time