4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 337651 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
6 ms
Locality Level Summary:
Process local: 50
Input Size / Records:
2.3 KiB / 6
Associated Job Ids:
18665
DAG Visualization
digraph G { id="graph_337651"; subgraph graph_stage_337651 { id="graph_stage_337651"; isCluster="true"; label="Stage 337651"; 153388 [id="node_153388" labelType="html" label="SQLExecutionRDD [153388] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; 153392 [id="node_153392" labelType="html" label="SQLExecutionRDD [153392] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; subgraph cluster_383690 { id="cluster_383690"; isCluster="true"; label="Exchange"; 153383 [id="node_153383" labelType="html" label="ShuffledRowRDD [153383] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_383686 { id="cluster_383686"; isCluster="true"; label="WholeStageCodegen (2)"; 153384 [id="node_153384" labelType="html" label="MapPartitionsRDD [153384] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_383685 { id="cluster_383685"; isCluster="true"; label="DeserializeToObject"; 153385 [id="node_153385" labelType="html" label="MapPartitionsRDD [153385] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_383684 { id="cluster_383684"; isCluster="true"; label="MapPartitions"; 153386 [id="node_153386" labelType="html" label="MapPartitionsRDD [153386] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_383681 { id="cluster_383681"; isCluster="true"; label="WholeStageCodegen (3)"; 153387 [id="node_153387" labelType="html" label="MapPartitionsRDD [153387] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_383695 { id="cluster_383695"; isCluster="true"; label="map"; 153389 [id="node_153389" labelType="html" label="Delta Table State #5 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/common-data-snapshot/10000000532/_delta_log [153389] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_383697 { id="cluster_383697"; isCluster="true"; label="WholeStageCodegen (1)"; 153390 [id="node_153390" labelType="html" label="MapPartitionsRDD [153390] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_383696 { id="cluster_383696"; isCluster="true"; label="Project"; 153391 [id="node_153391" labelType="html" label="MapPartitionsRDD [153391] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_383700 { id="cluster_383700"; isCluster="true"; label="map"; 153393 [id="node_153393" labelType="html" label="Delta Table State with Stats #5 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/common-data-snapshot/10000000532/_delta_log [153393] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_384450 { id="cluster_384450"; isCluster="true"; label="WholeStageCodegen (1)"; 153667 [id="node_153667" labelType="html" label="MapPartitionsRDD [153667] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_384454 { id="cluster_384454"; isCluster="true"; label="mapPartitionsInternal"; 153668 [id="node_153668" labelType="html" label="MapPartitionsRDD [153668] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } } 153383->153384; 153384->153385; 153385->153386; 153386->153387; 153387->153388; 153388->153389; 153389->153390; 153390->153391; 153391->153392; 153392->153393; 153393->153667; 153667->153668; }
153382,153383
153389
153393
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time