4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 331100 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Process local: 50
Input Size / Records:
2.4 MiB / 5772
Associated Job Ids:
18461
DAG Visualization
digraph G { id="graph_331100"; subgraph graph_stage_331100 { id="graph_stage_331100"; isCluster="true"; label="Stage 331100"; 146228 [id="node_146228" labelType="html" label="SQLExecutionRDD [146228] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; 146232 [id="node_146232" labelType="html" label="SQLExecutionRDD [146232] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; subgraph cluster_365870 { id="cluster_365870"; isCluster="true"; label="Exchange"; 146223 [id="node_146223" labelType="html" label="ShuffledRowRDD [146223] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_365866 { id="cluster_365866"; isCluster="true"; label="WholeStageCodegen (2)"; 146224 [id="node_146224" labelType="html" label="MapPartitionsRDD [146224] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_365865 { id="cluster_365865"; isCluster="true"; label="DeserializeToObject"; 146225 [id="node_146225" labelType="html" label="MapPartitionsRDD [146225] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_365864 { id="cluster_365864"; isCluster="true"; label="MapPartitions"; 146226 [id="node_146226" labelType="html" label="MapPartitionsRDD [146226] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_365861 { id="cluster_365861"; isCluster="true"; label="WholeStageCodegen (3)"; 146227 [id="node_146227" labelType="html" label="MapPartitionsRDD [146227] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_365875 { id="cluster_365875"; isCluster="true"; label="map"; 146229 [id="node_146229" labelType="html" label="Delta Table State #5 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/prod-plant-snapshot/10000000532/_delta_log [146229] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_365877 { id="cluster_365877"; isCluster="true"; label="WholeStageCodegen (1)"; 146230 [id="node_146230" labelType="html" label="MapPartitionsRDD [146230] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_365876 { id="cluster_365876"; isCluster="true"; label="Project"; 146231 [id="node_146231" labelType="html" label="MapPartitionsRDD [146231] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_365880 { id="cluster_365880"; isCluster="true"; label="map"; 146233 [id="node_146233" labelType="html" label="Delta Table State with Stats #5 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/prod-plant-snapshot/10000000532/_delta_log [146233] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_378915 { id="cluster_378915"; isCluster="true"; label="Scan ExistingRDD Delta Table State with Stats #5 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/prod-plant-snapshot/10000000532/_delta_log"; 151447 [id="node_151447" labelType="html" label="MapPartitionsRDD [151447] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_378914 { id="cluster_378914"; isCluster="true"; label="Filter"; 151448 [id="node_151448" labelType="html" label="MapPartitionsRDD [151448] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_378913 { id="cluster_378913"; isCluster="true"; label="Project"; 151449 [id="node_151449" labelType="html" label="MapPartitionsRDD [151449] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_378916 { id="cluster_378916"; isCluster="true"; label="mapPartitionsInternal"; 151450 [id="node_151450" labelType="html" label="MapPartitionsRDD [151450] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } } 146223->146224; 146224->146225; 146225->146226; 146226->146227; 146227->146228; 146228->146229; 146229->146230; 146230->146231; 146231->146232; 146232->146233; 146233->151447; 151447->151448; 151448->151449; 151449->151450; }
146222,146223
146229
146233
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time