4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1032535 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
1 s
Locality Level Summary:
Process local: 50
Input Size / Records:
2041.6 KiB / 4810
Associated Job Ids:
52681
DAG Visualization
digraph G { id="graph_1032535"; subgraph graph_stage_1032535 { id="graph_stage_1032535"; isCluster="true"; label="Stage 1032535"; 431345 [id="node_431345" labelType="html" label="SQLExecutionRDD [431345] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; 431349 [id="node_431349" labelType="html" label="SQLExecutionRDD [431349] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; subgraph cluster_1080723 { id="cluster_1080723"; isCluster="true"; label="Exchange"; 431340 [id="node_431340" labelType="html" label="ShuffledRowRDD [431340] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1080718 { id="cluster_1080718"; isCluster="true"; label="WholeStageCodegen (2)"; 431341 [id="node_431341" labelType="html" label="MapPartitionsRDD [431341] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1080717 { id="cluster_1080717"; isCluster="true"; label="DeserializeToObject"; 431342 [id="node_431342" labelType="html" label="MapPartitionsRDD [431342] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1080716 { id="cluster_1080716"; isCluster="true"; label="MapPartitions"; 431343 [id="node_431343" labelType="html" label="MapPartitionsRDD [431343] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1080713 { id="cluster_1080713"; isCluster="true"; label="WholeStageCodegen (3)"; 431344 [id="node_431344" labelType="html" label="MapPartitionsRDD [431344] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1080724 { id="cluster_1080724"; isCluster="true"; label="map"; 431346 [id="node_431346" labelType="html" label="Delta Table State #5 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/prod-plant-snapshot/10000000540/_delta_log [431346] [Cached] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_1080726 { id="cluster_1080726"; isCluster="true"; label="WholeStageCodegen (1)"; 431347 [id="node_431347" labelType="html" label="MapPartitionsRDD [431347] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_1080725 { id="cluster_1080725"; isCluster="true"; label="Project"; 431348 [id="node_431348" labelType="html" label="MapPartitionsRDD [431348] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_1080729 { id="cluster_1080729"; isCluster="true"; label="map"; 431350 [id="node_431350" labelType="html" label="Delta Table State with Stats #5 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/prod-plant-snapshot/10000000540/_delta_log [431350] [Cached] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_1087577 { id="cluster_1087577"; isCluster="true"; label="Scan ExistingRDD Delta Table State with Stats #5 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/prod-plant-snapshot/10000000540/_delta_log"; 434112 [id="node_434112" labelType="html" label="MapPartitionsRDD [434112] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_1087576 { id="cluster_1087576"; isCluster="true"; label="Filter"; 434113 [id="node_434113" labelType="html" label="MapPartitionsRDD [434113] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_1087575 { id="cluster_1087575"; isCluster="true"; label="Project"; 434114 [id="node_434114" labelType="html" label="MapPartitionsRDD [434114] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_1087578 { id="cluster_1087578"; isCluster="true"; label="mapPartitionsInternal"; 434115 [id="node_434115" labelType="html" label="MapPartitionsRDD [434115] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } } 431340->431341; 431341->431342; 431342->431343; 431343->431344; 431344->431345; 431345->431346; 431346->431347; 431347->431348; 431348->431349; 431349->431350; 431350->434112; 434112->434113; 434113->434114; 434114->434115; }
431339,431340
431346
431350
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time