4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 2133668 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
9 s
Locality Level Summary:
Process local: 50
Input Size / Records:
549.4 KiB / 1295
Associated Job Ids:
114618
DAG Visualization
digraph G { id="graph_2133668"; subgraph graph_stage_2133668 { id="graph_stage_2133668"; isCluster="true"; label="Stage 2133668"; 941143 [id="node_941143" labelType="html" label="SQLExecutionRDD [941143] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; 941147 [id="node_941147" labelType="html" label="SQLExecutionRDD [941147] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; subgraph cluster_2361150 { id="cluster_2361150"; isCluster="true"; label="Exchange"; 941138 [id="node_941138" labelType="html" label="ShuffledRowRDD [941138] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_2361145 { id="cluster_2361145"; isCluster="true"; label="WholeStageCodegen (2)"; 941139 [id="node_941139" labelType="html" label="MapPartitionsRDD [941139] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_2361144 { id="cluster_2361144"; isCluster="true"; label="DeserializeToObject"; 941140 [id="node_941140" labelType="html" label="MapPartitionsRDD [941140] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_2361143 { id="cluster_2361143"; isCluster="true"; label="MapPartitions"; 941141 [id="node_941141" labelType="html" label="MapPartitionsRDD [941141] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_2361140 { id="cluster_2361140"; isCluster="true"; label="WholeStageCodegen (3)"; 941142 [id="node_941142" labelType="html" label="MapPartitionsRDD [941142] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_2361151 { id="cluster_2361151"; isCluster="true"; label="map"; 941144 [id="node_941144" labelType="html" label="Delta Table State #6 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/prod-plant-snapshot/10000000553/_delta_log [941144] [Cached] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_2361153 { id="cluster_2361153"; isCluster="true"; label="WholeStageCodegen (1)"; 941145 [id="node_941145" labelType="html" label="MapPartitionsRDD [941145] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_2361152 { id="cluster_2361152"; isCluster="true"; label="Project"; 941146 [id="node_941146" labelType="html" label="MapPartitionsRDD [941146] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_2361156 { id="cluster_2361156"; isCluster="true"; label="map"; 941148 [id="node_941148" labelType="html" label="Delta Table State with Stats #6 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/prod-plant-snapshot/10000000553/_delta_log [941148] [Cached] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_2365467 { id="cluster_2365467"; isCluster="true"; label="Scan ExistingRDD Delta Table State with Stats #6 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/prod-plant-snapshot/10000000553/_delta_log"; 942871 [id="node_942871" labelType="html" label="MapPartitionsRDD [942871] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_2365466 { id="cluster_2365466"; isCluster="true"; label="Filter"; 942872 [id="node_942872" labelType="html" label="MapPartitionsRDD [942872] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_2365465 { id="cluster_2365465"; isCluster="true"; label="Project"; 942873 [id="node_942873" labelType="html" label="MapPartitionsRDD [942873] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_2365468 { id="cluster_2365468"; isCluster="true"; label="mapPartitionsInternal"; 942874 [id="node_942874" labelType="html" label="MapPartitionsRDD [942874] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } } 941138->941139; 941139->941140; 941140->941141; 941141->941142; 941142->941143; 941143->941144; 941144->941145; 941145->941146; 941146->941147; 941147->941148; 941148->942871; 942871->942872; 942872->942873; 942873->942874; }
941137,941138
941144
941148
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time