4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1657091 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Process local: 50
Input Size / Records:
1210.6 KiB / 2886
Associated Job Ids:
86116
DAG Visualization
digraph G { id="graph_1657091"; subgraph graph_stage_1657091 { id="graph_stage_1657091"; isCluster="true"; label="Stage 1657091"; 697640 [id="node_697640" labelType="html" label="SQLExecutionRDD [697640] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; 697644 [id="node_697644" labelType="html" label="SQLExecutionRDD [697644] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; subgraph cluster_1749270 { id="cluster_1749270"; isCluster="true"; label="Exchange"; 697635 [id="node_697635" labelType="html" label="ShuffledRowRDD [697635] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1749265 { id="cluster_1749265"; isCluster="true"; label="WholeStageCodegen (2)"; 697636 [id="node_697636" labelType="html" label="MapPartitionsRDD [697636] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1749264 { id="cluster_1749264"; isCluster="true"; label="DeserializeToObject"; 697637 [id="node_697637" labelType="html" label="MapPartitionsRDD [697637] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1749263 { id="cluster_1749263"; isCluster="true"; label="MapPartitions"; 697638 [id="node_697638" labelType="html" label="MapPartitionsRDD [697638] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1749260 { id="cluster_1749260"; isCluster="true"; label="WholeStageCodegen (3)"; 697639 [id="node_697639" labelType="html" label="MapPartitionsRDD [697639] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1749271 { id="cluster_1749271"; isCluster="true"; label="map"; 697641 [id="node_697641" labelType="html" label="Delta Table State #2 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/prod-plant-snapshot/10000000548/_delta_log [697641] [Cached] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_1749273 { id="cluster_1749273"; isCluster="true"; label="WholeStageCodegen (1)"; 697642 [id="node_697642" labelType="html" label="MapPartitionsRDD [697642] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_1749272 { id="cluster_1749272"; isCluster="true"; label="Project"; 697643 [id="node_697643" labelType="html" label="MapPartitionsRDD [697643] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_1749276 { id="cluster_1749276"; isCluster="true"; label="map"; 697645 [id="node_697645" labelType="html" label="Delta Table State with Stats #2 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/prod-plant-snapshot/10000000548/_delta_log [697645] [Cached] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_1780740 { id="cluster_1780740"; isCluster="true"; label="Scan ExistingRDD Delta Table State with Stats #2 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/prod-plant-snapshot/10000000548/_delta_log"; 710302 [id="node_710302" labelType="html" label="MapPartitionsRDD [710302] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780739 { id="cluster_1780739"; isCluster="true"; label="Filter"; 710303 [id="node_710303" labelType="html" label="MapPartitionsRDD [710303] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780738 { id="cluster_1780738"; isCluster="true"; label="Project"; 710304 [id="node_710304" labelType="html" label="MapPartitionsRDD [710304] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780741 { id="cluster_1780741"; isCluster="true"; label="mapPartitionsInternal"; 710305 [id="node_710305" labelType="html" label="MapPartitionsRDD [710305] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } } 697635->697636; 697636->697637; 697637->697638; 697638->697639; 697639->697640; 697640->697641; 697641->697642; 697642->697643; 697643->697644; 697644->697645; 697645->710302; 710302->710303; 710303->710304; 710304->710305; }
697634,697635
697641
697645
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time