4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1656850 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
1 s
Locality Level Summary:
Process local: 50
Input Size / Records:
1210.6 KiB / 2886
Associated Job Ids:
86109
DAG Visualization
digraph G { id="graph_1656850"; subgraph graph_stage_1656850 { id="graph_stage_1656850"; isCluster="true"; label="Stage 1656850"; 697640 [id="node_697640" labelType="html" label="SQLExecutionRDD [697640] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; 697644 [id="node_697644" labelType="html" label="SQLExecutionRDD [697644] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; subgraph cluster_1749270 { id="cluster_1749270"; isCluster="true"; label="Exchange"; 697635 [id="node_697635" labelType="html" label="ShuffledRowRDD [697635] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1749265 { id="cluster_1749265"; isCluster="true"; label="WholeStageCodegen (2)"; 697636 [id="node_697636" labelType="html" label="MapPartitionsRDD [697636] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1749264 { id="cluster_1749264"; isCluster="true"; label="DeserializeToObject"; 697637 [id="node_697637" labelType="html" label="MapPartitionsRDD [697637] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1749263 { id="cluster_1749263"; isCluster="true"; label="MapPartitions"; 697638 [id="node_697638" labelType="html" label="MapPartitionsRDD [697638] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1749260 { id="cluster_1749260"; isCluster="true"; label="WholeStageCodegen (3)"; 697639 [id="node_697639" labelType="html" label="MapPartitionsRDD [697639] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1749271 { id="cluster_1749271"; isCluster="true"; label="map"; 697641 [id="node_697641" labelType="html" label="Delta Table State #2 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/prod-plant-snapshot/10000000548/_delta_log [697641] [Cached] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_1749273 { id="cluster_1749273"; isCluster="true"; label="WholeStageCodegen (1)"; 697642 [id="node_697642" labelType="html" label="MapPartitionsRDD [697642] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_1749272 { id="cluster_1749272"; isCluster="true"; label="Project"; 697643 [id="node_697643" labelType="html" label="MapPartitionsRDD [697643] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_1749276 { id="cluster_1749276"; isCluster="true"; label="map"; 697645 [id="node_697645" labelType="html" label="Delta Table State with Stats #2 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/prod-plant-snapshot/10000000548/_delta_log [697645] [Cached] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_1780372 { id="cluster_1780372"; isCluster="true"; label="Scan ExistingRDD Delta Table State with Stats #2 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/prod-plant-snapshot/10000000548/_delta_log"; 710153 [id="node_710153" labelType="html" label="MapPartitionsRDD [710153] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780371 { id="cluster_1780371"; isCluster="true"; label="Filter"; 710154 [id="node_710154" labelType="html" label="MapPartitionsRDD [710154] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780370 { id="cluster_1780370"; isCluster="true"; label="Project"; 710155 [id="node_710155" labelType="html" label="MapPartitionsRDD [710155] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780373 { id="cluster_1780373"; isCluster="true"; label="mapPartitionsInternal"; 710156 [id="node_710156" labelType="html" label="MapPartitionsRDD [710156] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } } 697635->697636; 697636->697637; 697637->697638; 697638->697639; 697639->697640; 697640->697641; 697641->697642; 697642->697643; 697643->697644; 697644->697645; 697645->710153; 710153->710154; 710154->710155; 710155->710156; }
697634,697635
697641
697645
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time