4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 341280 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
12 s
Locality Level Summary:
Node local: 50
Shuffle Read Size / Records:
4.0 MiB / 5780
Associated Job Ids:
18749
DAG Visualization
digraph G { id="graph_341280"; subgraph graph_stage_341280 { id="graph_stage_341280"; isCluster="true"; label="Stage 341280"; 154368 [id="node_154368" labelType="html" label="SQLExecutionRDD [154368] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; 154372 [id="node_154372" labelType="html" label="SQLExecutionRDD [154372] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; subgraph cluster_386016 { id="cluster_386016"; isCluster="true"; label="Exchange"; 154363 [id="node_154363" labelType="html" label="ShuffledRowRDD [154363] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_386011 { id="cluster_386011"; isCluster="true"; label="WholeStageCodegen (2)"; 154364 [id="node_154364" labelType="html" label="MapPartitionsRDD [154364] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_386010 { id="cluster_386010"; isCluster="true"; label="DeserializeToObject"; 154365 [id="node_154365" labelType="html" label="MapPartitionsRDD [154365] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_386009 { id="cluster_386009"; isCluster="true"; label="MapPartitions"; 154366 [id="node_154366" labelType="html" label="MapPartitionsRDD [154366] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_386006 { id="cluster_386006"; isCluster="true"; label="WholeStageCodegen (3)"; 154367 [id="node_154367" labelType="html" label="MapPartitionsRDD [154367] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_386017 { id="cluster_386017"; isCluster="true"; label="map"; 154369 [id="node_154369" labelType="html" label="Delta Table State #5 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/prod-plant-snapshot/10000000532/_delta_log [154369] [Cached] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_386019 { id="cluster_386019"; isCluster="true"; label="WholeStageCodegen (1)"; 154370 [id="node_154370" labelType="html" label="MapPartitionsRDD [154370] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_386018 { id="cluster_386018"; isCluster="true"; label="Project"; 154371 [id="node_154371" labelType="html" label="MapPartitionsRDD [154371] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_386022 { id="cluster_386022"; isCluster="true"; label="map"; 154373 [id="node_154373" labelType="html" label="Delta Table State with Stats #5 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/prod-plant-snapshot/10000000532/_delta_log [154373] [Cached] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_386025 { id="cluster_386025"; isCluster="true"; label="Scan ExistingRDD Delta Table State with Stats #5 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/prod-plant-snapshot/10000000532/_delta_log"; 154374 [id="node_154374" labelType="html" label="MapPartitionsRDD [154374] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_386024 { id="cluster_386024"; isCluster="true"; label="Filter"; 154375 [id="node_154375" labelType="html" label="MapPartitionsRDD [154375] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_386023 { id="cluster_386023"; isCluster="true"; label="Project"; 154376 [id="node_154376" labelType="html" label="MapPartitionsRDD [154376] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_386026 { id="cluster_386026"; isCluster="true"; label="mapPartitionsInternal"; 154377 [id="node_154377" labelType="html" label="MapPartitionsRDD [154377] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } } 154363->154364; 154364->154365; 154365->154366; 154366->154367; 154367->154368; 154368->154369; 154369->154370; 154370->154371; 154371->154372; 154372->154373; 154373->154374; 154374->154375; 154375->154376; 154376->154377; }
154362,154363
154369
154373
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time