4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 2133663 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
8 s
Locality Level Summary:
Process local: 50
Input Size / Records:
549.4 KiB / 1295
Associated Job Ids:
114615
DAG Visualization
digraph G { id="graph_2133663"; subgraph graph_stage_2133663 { id="graph_stage_2133663"; isCluster="true"; label="Stage 2133663"; 941143 [id="node_941143" labelType="html" label="SQLExecutionRDD [941143] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; 941147 [id="node_941147" labelType="html" label="SQLExecutionRDD [941147] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; subgraph cluster_2361150 { id="cluster_2361150"; isCluster="true"; label="Exchange"; 941138 [id="node_941138" labelType="html" label="ShuffledRowRDD [941138] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_2361145 { id="cluster_2361145"; isCluster="true"; label="WholeStageCodegen (2)"; 941139 [id="node_941139" labelType="html" label="MapPartitionsRDD [941139] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_2361144 { id="cluster_2361144"; isCluster="true"; label="DeserializeToObject"; 941140 [id="node_941140" labelType="html" label="MapPartitionsRDD [941140] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_2361143 { id="cluster_2361143"; isCluster="true"; label="MapPartitions"; 941141 [id="node_941141" labelType="html" label="MapPartitionsRDD [941141] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_2361140 { id="cluster_2361140"; isCluster="true"; label="WholeStageCodegen (3)"; 941142 [id="node_941142" labelType="html" label="MapPartitionsRDD [941142] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_2361151 { id="cluster_2361151"; isCluster="true"; label="map"; 941144 [id="node_941144" labelType="html" label="Delta Table State #6 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/prod-plant-snapshot/10000000553/_delta_log [941144] [Cached] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_2361153 { id="cluster_2361153"; isCluster="true"; label="WholeStageCodegen (1)"; 941145 [id="node_941145" labelType="html" label="MapPartitionsRDD [941145] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_2361152 { id="cluster_2361152"; isCluster="true"; label="Project"; 941146 [id="node_941146" labelType="html" label="MapPartitionsRDD [941146] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_2361156 { id="cluster_2361156"; isCluster="true"; label="map"; 941148 [id="node_941148" labelType="html" label="Delta Table State with Stats #6 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/prod-plant-snapshot/10000000553/_delta_log [941148] [Cached] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_2365441 { id="cluster_2365441"; isCluster="true"; label="Scan ExistingRDD Delta Table State with Stats #6 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/prod-plant-snapshot/10000000553/_delta_log"; 942858 [id="node_942858" labelType="html" label="MapPartitionsRDD [942858] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_2365440 { id="cluster_2365440"; isCluster="true"; label="Filter"; 942859 [id="node_942859" labelType="html" label="MapPartitionsRDD [942859] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_2365439 { id="cluster_2365439"; isCluster="true"; label="Project"; 942860 [id="node_942860" labelType="html" label="MapPartitionsRDD [942860] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_2365442 { id="cluster_2365442"; isCluster="true"; label="mapPartitionsInternal"; 942861 [id="node_942861" labelType="html" label="MapPartitionsRDD [942861] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } } 941138->941139; 941139->941140; 941140->941141; 941141->941142; 941142->941143; 941143->941144; 941144->941145; 941145->941146; 941146->941147; 941147->941148; 941148->942858; 942858->942859; 942859->942860; 942860->942861; }
941137,941138
941144
941148
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time