4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 2136169 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
8 ms
Locality Level Summary:
Process local: 50
Input Size / Records:
2.6 KiB / 7
Associated Job Ids:
114675
DAG Visualization
digraph G { id="graph_2136169"; subgraph graph_stage_2136169 { id="graph_stage_2136169"; isCluster="true"; label="Stage 2136169"; 941394 [id="node_941394" labelType="html" label="SQLExecutionRDD [941394] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; 941781 [id="node_941781" labelType="html" label="SQLExecutionRDD [941781] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; subgraph cluster_2361752 { id="cluster_2361752"; isCluster="true"; label="Exchange"; 941389 [id="node_941389" labelType="html" label="ShuffledRowRDD [941389] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2361748 { id="cluster_2361748"; isCluster="true"; label="WholeStageCodegen (2)"; 941390 [id="node_941390" labelType="html" label="MapPartitionsRDD [941390] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2361747 { id="cluster_2361747"; isCluster="true"; label="DeserializeToObject"; 941391 [id="node_941391" labelType="html" label="MapPartitionsRDD [941391] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2361746 { id="cluster_2361746"; isCluster="true"; label="MapPartitions"; 941392 [id="node_941392" labelType="html" label="MapPartitionsRDD [941392] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2361743 { id="cluster_2361743"; isCluster="true"; label="WholeStageCodegen (3)"; 941393 [id="node_941393" labelType="html" label="MapPartitionsRDD [941393] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2361757 { id="cluster_2361757"; isCluster="true"; label="map"; 941395 [id="node_941395" labelType="html" label="Delta Table State #6 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/common-data-snapshot/10000000553/_delta_log [941395] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2362748 { id="cluster_2362748"; isCluster="true"; label="WholeStageCodegen (1)"; 941779 [id="node_941779" labelType="html" label="MapPartitionsRDD [941779] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2362747 { id="cluster_2362747"; isCluster="true"; label="Project"; 941780 [id="node_941780" labelType="html" label="MapPartitionsRDD [941780] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2362751 { id="cluster_2362751"; isCluster="true"; label="map"; 941782 [id="node_941782" labelType="html" label="Delta Table State with Stats #6 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/common-data-snapshot/10000000553/_delta_log [941782] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366925 { id="cluster_2366925"; isCluster="true"; label="WholeStageCodegen (1)"; 943449 [id="node_943449" labelType="html" label="MapPartitionsRDD [943449] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366929 { id="cluster_2366929"; isCluster="true"; label="mapPartitionsInternal"; 943450 [id="node_943450" labelType="html" label="MapPartitionsRDD [943450] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } } 941389->941390; 941390->941391; 941391->941392; 941392->941393; 941393->941394; 941394->941395; 941395->941779; 941779->941780; 941780->941781; 941781->941782; 941782->943449; 943449->943450; }
941388,941389
941395
941782
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time