4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 2134360 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
3 s
Locality Level Summary:
Process local: 50
Input Size / Records:
549.4 KiB / 1295
Associated Job Ids:
114644
DAG Visualization
digraph G { id="graph_2134360"; subgraph graph_stage_2134360 { id="graph_stage_2134360"; isCluster="true"; label="Stage 2134360"; 941143 [id="node_941143" labelType="html" label="SQLExecutionRDD [941143] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; 941147 [id="node_941147" labelType="html" label="SQLExecutionRDD [941147] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; subgraph cluster_2361150 { id="cluster_2361150"; isCluster="true"; label="Exchange"; 941138 [id="node_941138" labelType="html" label="ShuffledRowRDD [941138] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_2361145 { id="cluster_2361145"; isCluster="true"; label="WholeStageCodegen (2)"; 941139 [id="node_941139" labelType="html" label="MapPartitionsRDD [941139] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_2361144 { id="cluster_2361144"; isCluster="true"; label="DeserializeToObject"; 941140 [id="node_941140" labelType="html" label="MapPartitionsRDD [941140] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_2361143 { id="cluster_2361143"; isCluster="true"; label="MapPartitions"; 941141 [id="node_941141" labelType="html" label="MapPartitionsRDD [941141] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_2361140 { id="cluster_2361140"; isCluster="true"; label="WholeStageCodegen (3)"; 941142 [id="node_941142" labelType="html" label="MapPartitionsRDD [941142] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_2361151 { id="cluster_2361151"; isCluster="true"; label="map"; 941144 [id="node_941144" labelType="html" label="Delta Table State #6 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/prod-plant-snapshot/10000000553/_delta_log [941144] [Cached] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_2361153 { id="cluster_2361153"; isCluster="true"; label="WholeStageCodegen (1)"; 941145 [id="node_941145" labelType="html" label="MapPartitionsRDD [941145] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_2361152 { id="cluster_2361152"; isCluster="true"; label="Project"; 941146 [id="node_941146" labelType="html" label="MapPartitionsRDD [941146] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_2361156 { id="cluster_2361156"; isCluster="true"; label="map"; 941148 [id="node_941148" labelType="html" label="Delta Table State with Stats #6 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/prod-plant-snapshot/10000000553/_delta_log [941148] [Cached] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_2365965 { id="cluster_2365965"; isCluster="true"; label="Scan ExistingRDD Delta Table State with Stats #6 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/prod-plant-snapshot/10000000553/_delta_log"; 943073 [id="node_943073" labelType="html" label="MapPartitionsRDD [943073] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2365964 { id="cluster_2365964"; isCluster="true"; label="Filter"; 943074 [id="node_943074" labelType="html" label="MapPartitionsRDD [943074] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2365963 { id="cluster_2365963"; isCluster="true"; label="Project"; 943075 [id="node_943075" labelType="html" label="MapPartitionsRDD [943075] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2365966 { id="cluster_2365966"; isCluster="true"; label="mapPartitionsInternal"; 943076 [id="node_943076" labelType="html" label="MapPartitionsRDD [943076] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } } 941138->941139; 941139->941140; 941140->941141; 941141->941142; 941142->941143; 941143->941144; 941144->941145; 941145->941146; 941146->941147; 941147->941148; 941148->943073; 943073->943074; 943074->943075; 943075->943076; }
941137,941138
941144
941148
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time