4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1657373 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.3 s
Locality Level Summary:
Process local: 50
Input Size / Records:
1210.6 KiB / 2886
Associated Job Ids:
86126
DAG Visualization
digraph G { id="graph_1657373"; subgraph graph_stage_1657373 { id="graph_stage_1657373"; isCluster="true"; label="Stage 1657373"; 697640 [id="node_697640" labelType="html" label="SQLExecutionRDD [697640] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; 697644 [id="node_697644" labelType="html" label="SQLExecutionRDD [697644] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; subgraph cluster_1749270 { id="cluster_1749270"; isCluster="true"; label="Exchange"; 697635 [id="node_697635" labelType="html" label="ShuffledRowRDD [697635] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1749265 { id="cluster_1749265"; isCluster="true"; label="WholeStageCodegen (2)"; 697636 [id="node_697636" labelType="html" label="MapPartitionsRDD [697636] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1749264 { id="cluster_1749264"; isCluster="true"; label="DeserializeToObject"; 697637 [id="node_697637" labelType="html" label="MapPartitionsRDD [697637] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1749263 { id="cluster_1749263"; isCluster="true"; label="MapPartitions"; 697638 [id="node_697638" labelType="html" label="MapPartitionsRDD [697638] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1749260 { id="cluster_1749260"; isCluster="true"; label="WholeStageCodegen (3)"; 697639 [id="node_697639" labelType="html" label="MapPartitionsRDD [697639] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1749271 { id="cluster_1749271"; isCluster="true"; label="map"; 697641 [id="node_697641" labelType="html" label="Delta Table State #2 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/prod-plant-snapshot/10000000548/_delta_log [697641] [Cached] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_1749273 { id="cluster_1749273"; isCluster="true"; label="WholeStageCodegen (1)"; 697642 [id="node_697642" labelType="html" label="MapPartitionsRDD [697642] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_1749272 { id="cluster_1749272"; isCluster="true"; label="Project"; 697643 [id="node_697643" labelType="html" label="MapPartitionsRDD [697643] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_1749276 { id="cluster_1749276"; isCluster="true"; label="map"; 697645 [id="node_697645" labelType="html" label="Delta Table State with Stats #2 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/prod-plant-snapshot/10000000548/_delta_log [697645] [Cached] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_1780939 { id="cluster_1780939"; isCluster="true"; label="Scan ExistingRDD Delta Table State with Stats #2 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/prod-plant-snapshot/10000000548/_delta_log"; 710379 [id="node_710379" labelType="html" label="MapPartitionsRDD [710379] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780938 { id="cluster_1780938"; isCluster="true"; label="Filter"; 710380 [id="node_710380" labelType="html" label="MapPartitionsRDD [710380] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780937 { id="cluster_1780937"; isCluster="true"; label="Project"; 710381 [id="node_710381" labelType="html" label="MapPartitionsRDD [710381] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780940 { id="cluster_1780940"; isCluster="true"; label="mapPartitionsInternal"; 710382 [id="node_710382" labelType="html" label="MapPartitionsRDD [710382] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } } 697635->697636; 697636->697637; 697637->697638; 697638->697639; 697639->697640; 697640->697641; 697641->697642; 697642->697643; 697643->697644; 697644->697645; 697645->710379; 710379->710380; 710380->710381; 710381->710382; }
697634,697635
697641
697645
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time