4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 2136882 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Process local: 50
Input Size / Records:
549.4 KiB / 1295
Associated Job Ids:
114693
DAG Visualization
digraph G { id="graph_2136882"; subgraph graph_stage_2136882 { id="graph_stage_2136882"; isCluster="true"; label="Stage 2136882"; 941143 [id="node_941143" labelType="html" label="SQLExecutionRDD [941143] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; 941147 [id="node_941147" labelType="html" label="SQLExecutionRDD [941147] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; subgraph cluster_2361150 { id="cluster_2361150"; isCluster="true"; label="Exchange"; 941138 [id="node_941138" labelType="html" label="ShuffledRowRDD [941138] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_2361145 { id="cluster_2361145"; isCluster="true"; label="WholeStageCodegen (2)"; 941139 [id="node_941139" labelType="html" label="MapPartitionsRDD [941139] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_2361144 { id="cluster_2361144"; isCluster="true"; label="DeserializeToObject"; 941140 [id="node_941140" labelType="html" label="MapPartitionsRDD [941140] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_2361143 { id="cluster_2361143"; isCluster="true"; label="MapPartitions"; 941141 [id="node_941141" labelType="html" label="MapPartitionsRDD [941141] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_2361140 { id="cluster_2361140"; isCluster="true"; label="WholeStageCodegen (3)"; 941142 [id="node_941142" labelType="html" label="MapPartitionsRDD [941142] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_2361151 { id="cluster_2361151"; isCluster="true"; label="map"; 941144 [id="node_941144" labelType="html" label="Delta Table State #6 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/prod-plant-snapshot/10000000553/_delta_log [941144] [Cached] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_2361153 { id="cluster_2361153"; isCluster="true"; label="WholeStageCodegen (1)"; 941145 [id="node_941145" labelType="html" label="MapPartitionsRDD [941145] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_2361152 { id="cluster_2361152"; isCluster="true"; label="Project"; 941146 [id="node_941146" labelType="html" label="MapPartitionsRDD [941146] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_2361156 { id="cluster_2361156"; isCluster="true"; label="map"; 941148 [id="node_941148" labelType="html" label="Delta Table State with Stats #6 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/prod-plant-snapshot/10000000553/_delta_log [941148] [Cached] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_2367325 { id="cluster_2367325"; isCluster="true"; label="Scan ExistingRDD Delta Table State with Stats #6 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/prod-plant-snapshot/10000000553/_delta_log"; 943609 [id="node_943609" labelType="html" label="MapPartitionsRDD [943609] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2367324 { id="cluster_2367324"; isCluster="true"; label="Filter"; 943610 [id="node_943610" labelType="html" label="MapPartitionsRDD [943610] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2367323 { id="cluster_2367323"; isCluster="true"; label="Project"; 943611 [id="node_943611" labelType="html" label="MapPartitionsRDD [943611] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2367326 { id="cluster_2367326"; isCluster="true"; label="mapPartitionsInternal"; 943612 [id="node_943612" labelType="html" label="MapPartitionsRDD [943612] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } } 941138->941139; 941139->941140; 941140->941141; 941141->941142; 941142->941143; 941143->941144; 941144->941145; 941145->941146; 941146->941147; 941147->941148; 941148->943609; 943609->943610; 943610->943611; 943611->943612; }
941137,941138
941144
941148
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time