4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 333481 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.7 s
Locality Level Summary:
Process local: 50
Input Size / Records:
564.8 KiB / 5772
Associated Job Ids:
18545
DAG Visualization
digraph G { id="graph_333481"; subgraph graph_stage_333481 { id="graph_stage_333481"; isCluster="true"; label="Stage 333481"; 146247 [id="node_146247" labelType="html" label="SQLExecutionRDD [146247] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; 146251 [id="node_146251" labelType="html" label="SQLExecutionRDD [146251] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; subgraph cluster_365914 { id="cluster_365914"; isCluster="true"; label="Exchange"; 146242 [id="node_146242" labelType="html" label="ShuffledRowRDD [146242] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_365910 { id="cluster_365910"; isCluster="true"; label="WholeStageCodegen (2)"; 146243 [id="node_146243" labelType="html" label="MapPartitionsRDD [146243] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_365909 { id="cluster_365909"; isCluster="true"; label="DeserializeToObject"; 146244 [id="node_146244" labelType="html" label="MapPartitionsRDD [146244] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_365908 { id="cluster_365908"; isCluster="true"; label="MapPartitions"; 146245 [id="node_146245" labelType="html" label="MapPartitionsRDD [146245] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_365905 { id="cluster_365905"; isCluster="true"; label="WholeStageCodegen (3)"; 146246 [id="node_146246" labelType="html" label="MapPartitionsRDD [146246] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_365919 { id="cluster_365919"; isCluster="true"; label="map"; 146248 [id="node_146248" labelType="html" label="Delta Table State #5 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/order-proposal-snapshot/10000000532/_delta_log [146248] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_365921 { id="cluster_365921"; isCluster="true"; label="WholeStageCodegen (1)"; 146249 [id="node_146249" labelType="html" label="MapPartitionsRDD [146249] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_365920 { id="cluster_365920"; isCluster="true"; label="Project"; 146250 [id="node_146250" labelType="html" label="MapPartitionsRDD [146250] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_365924 { id="cluster_365924"; isCluster="true"; label="map"; 146252 [id="node_146252" labelType="html" label="Delta Table State with Stats #5 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/order-proposal-snapshot/10000000532/_delta_log [146252] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_380710 { id="cluster_380710"; isCluster="true"; label="WholeStageCodegen (1)"; 152249 [id="node_152249" labelType="html" label="MapPartitionsRDD [152249] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_380714 { id="cluster_380714"; isCluster="true"; label="mapPartitionsInternal"; 152250 [id="node_152250" labelType="html" label="MapPartitionsRDD [152250] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } } 146242->146243; 146243->146244; 146244->146245; 146245->146246; 146246->146247; 146247->146248; 146248->146249; 146249->146250; 146250->146251; 146251->146252; 146252->152249; 152249->152250; }
146241,146242
146248
146252
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time