4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1034436 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
1 s
Locality Level Summary:
Process local: 50
Input Size / Records:
2041.6 KiB / 4810
Associated Job Ids:
52722
DAG Visualization
digraph G { id="graph_1034436"; subgraph graph_stage_1034436 { id="graph_stage_1034436"; isCluster="true"; label="Stage 1034436"; 431345 [id="node_431345" labelType="html" label="SQLExecutionRDD [431345] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; 431349 [id="node_431349" labelType="html" label="SQLExecutionRDD [431349] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; subgraph cluster_1080723 { id="cluster_1080723"; isCluster="true"; label="Exchange"; 431340 [id="node_431340" labelType="html" label="ShuffledRowRDD [431340] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1080718 { id="cluster_1080718"; isCluster="true"; label="WholeStageCodegen (2)"; 431341 [id="node_431341" labelType="html" label="MapPartitionsRDD [431341] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1080717 { id="cluster_1080717"; isCluster="true"; label="DeserializeToObject"; 431342 [id="node_431342" labelType="html" label="MapPartitionsRDD [431342] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1080716 { id="cluster_1080716"; isCluster="true"; label="MapPartitions"; 431343 [id="node_431343" labelType="html" label="MapPartitionsRDD [431343] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1080713 { id="cluster_1080713"; isCluster="true"; label="WholeStageCodegen (3)"; 431344 [id="node_431344" labelType="html" label="MapPartitionsRDD [431344] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1080724 { id="cluster_1080724"; isCluster="true"; label="map"; 431346 [id="node_431346" labelType="html" label="Delta Table State #5 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/prod-plant-snapshot/10000000540/_delta_log [431346] [Cached] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_1080726 { id="cluster_1080726"; isCluster="true"; label="WholeStageCodegen (1)"; 431347 [id="node_431347" labelType="html" label="MapPartitionsRDD [431347] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_1080725 { id="cluster_1080725"; isCluster="true"; label="Project"; 431348 [id="node_431348" labelType="html" label="MapPartitionsRDD [431348] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_1080729 { id="cluster_1080729"; isCluster="true"; label="map"; 431350 [id="node_431350" labelType="html" label="Delta Table State with Stats #5 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/prod-plant-snapshot/10000000540/_delta_log [431350] [Cached] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_1088503 { id="cluster_1088503"; isCluster="true"; label="Scan ExistingRDD Delta Table State with Stats #5 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/prod-plant-snapshot/10000000540/_delta_log"; 434461 [id="node_434461" labelType="html" label="MapPartitionsRDD [434461] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088502 { id="cluster_1088502"; isCluster="true"; label="Filter"; 434462 [id="node_434462" labelType="html" label="MapPartitionsRDD [434462] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088501 { id="cluster_1088501"; isCluster="true"; label="Project"; 434463 [id="node_434463" labelType="html" label="MapPartitionsRDD [434463] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088504 { id="cluster_1088504"; isCluster="true"; label="mapPartitionsInternal"; 434464 [id="node_434464" labelType="html" label="MapPartitionsRDD [434464] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } } 431340->431341; 431341->431342; 431342->431343; 431343->431344; 431344->431345; 431345->431346; 431346->431347; 431347->431348; 431348->431349; 431349->431350; 431350->434461; 434461->434462; 434462->434463; 434463->434464; }
431339,431340
431346
431350
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time