4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 337649 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
65 ms
Locality Level Summary:
Process local: 50
Input Size / Records:
2.3 KiB / 6
Associated Job Ids:
18664
DAG Visualization
digraph G { id="graph_337649"; subgraph graph_stage_337649 { id="graph_stage_337649"; isCluster="true"; label="Stage 337649"; 153388 [id="node_153388" labelType="html" label="SQLExecutionRDD [153388] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; 153392 [id="node_153392" labelType="html" label="SQLExecutionRDD [153392] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; subgraph cluster_383690 { id="cluster_383690"; isCluster="true"; label="Exchange"; 153383 [id="node_153383" labelType="html" label="ShuffledRowRDD [153383] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_383686 { id="cluster_383686"; isCluster="true"; label="WholeStageCodegen (2)"; 153384 [id="node_153384" labelType="html" label="MapPartitionsRDD [153384] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_383685 { id="cluster_383685"; isCluster="true"; label="DeserializeToObject"; 153385 [id="node_153385" labelType="html" label="MapPartitionsRDD [153385] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_383684 { id="cluster_383684"; isCluster="true"; label="MapPartitions"; 153386 [id="node_153386" labelType="html" label="MapPartitionsRDD [153386] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_383681 { id="cluster_383681"; isCluster="true"; label="WholeStageCodegen (3)"; 153387 [id="node_153387" labelType="html" label="MapPartitionsRDD [153387] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_383695 { id="cluster_383695"; isCluster="true"; label="map"; 153389 [id="node_153389" labelType="html" label="Delta Table State #5 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/common-data-snapshot/10000000532/_delta_log [153389] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_383697 { id="cluster_383697"; isCluster="true"; label="WholeStageCodegen (1)"; 153390 [id="node_153390" labelType="html" label="MapPartitionsRDD [153390] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_383696 { id="cluster_383696"; isCluster="true"; label="Project"; 153391 [id="node_153391" labelType="html" label="MapPartitionsRDD [153391] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_383700 { id="cluster_383700"; isCluster="true"; label="map"; 153393 [id="node_153393" labelType="html" label="Delta Table State with Stats #5 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/common-data-snapshot/10000000532/_delta_log [153393] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_384441 { id="cluster_384441"; isCluster="true"; label="WholeStageCodegen (1)"; 153665 [id="node_153665" labelType="html" label="MapPartitionsRDD [153665] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_384445 { id="cluster_384445"; isCluster="true"; label="mapPartitionsInternal"; 153666 [id="node_153666" labelType="html" label="MapPartitionsRDD [153666] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } } 153383->153384; 153384->153385; 153385->153386; 153386->153387; 153387->153388; 153388->153389; 153389->153390; 153390->153391; 153391->153392; 153392->153393; 153393->153665; 153665->153666; }
153382,153383
153389
153393
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time