4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 2135188 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
8 s
Locality Level Summary:
Process local: 50
Input Size / Records:
549.4 KiB / 1295
Associated Job Ids:
114659
DAG Visualization
digraph G { id="graph_2135188"; subgraph graph_stage_2135188 { id="graph_stage_2135188"; isCluster="true"; label="Stage 2135188"; 941143 [id="node_941143" labelType="html" label="SQLExecutionRDD [941143] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; 941147 [id="node_941147" labelType="html" label="SQLExecutionRDD [941147] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; subgraph cluster_2361150 { id="cluster_2361150"; isCluster="true"; label="Exchange"; 941138 [id="node_941138" labelType="html" label="ShuffledRowRDD [941138] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_2361145 { id="cluster_2361145"; isCluster="true"; label="WholeStageCodegen (2)"; 941139 [id="node_941139" labelType="html" label="MapPartitionsRDD [941139] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_2361144 { id="cluster_2361144"; isCluster="true"; label="DeserializeToObject"; 941140 [id="node_941140" labelType="html" label="MapPartitionsRDD [941140] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_2361143 { id="cluster_2361143"; isCluster="true"; label="MapPartitions"; 941141 [id="node_941141" labelType="html" label="MapPartitionsRDD [941141] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_2361140 { id="cluster_2361140"; isCluster="true"; label="WholeStageCodegen (3)"; 941142 [id="node_941142" labelType="html" label="MapPartitionsRDD [941142] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_2361151 { id="cluster_2361151"; isCluster="true"; label="map"; 941144 [id="node_941144" labelType="html" label="Delta Table State #6 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/prod-plant-snapshot/10000000553/_delta_log [941144] [Cached] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_2361153 { id="cluster_2361153"; isCluster="true"; label="WholeStageCodegen (1)"; 941145 [id="node_941145" labelType="html" label="MapPartitionsRDD [941145] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_2361152 { id="cluster_2361152"; isCluster="true"; label="Project"; 941146 [id="node_941146" labelType="html" label="MapPartitionsRDD [941146] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_2361156 { id="cluster_2361156"; isCluster="true"; label="map"; 941148 [id="node_941148" labelType="html" label="Delta Table State with Stats #6 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/prod-plant-snapshot/10000000553/_delta_log [941148] [Cached] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_2366384 { id="cluster_2366384"; isCluster="true"; label="Scan ExistingRDD Delta Table State with Stats #6 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/prod-plant-snapshot/10000000553/_delta_log"; 943233 [id="node_943233" labelType="html" label="MapPartitionsRDD [943233] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366383 { id="cluster_2366383"; isCluster="true"; label="Filter"; 943234 [id="node_943234" labelType="html" label="MapPartitionsRDD [943234] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366382 { id="cluster_2366382"; isCluster="true"; label="Project"; 943235 [id="node_943235" labelType="html" label="MapPartitionsRDD [943235] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366385 { id="cluster_2366385"; isCluster="true"; label="mapPartitionsInternal"; 943236 [id="node_943236" labelType="html" label="MapPartitionsRDD [943236] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } } 941138->941139; 941139->941140; 941140->941141; 941141->941142; 941142->941143; 941143->941144; 941144->941145; 941145->941146; 941146->941147; 941147->941148; 941148->943233; 943233->943234; 943234->943235; 943235->943236; }
941137,941138
941144
941148
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time