4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1656907 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
5 s
Locality Level Summary:
Process local: 50
Input Size / Records:
1210.6 KiB / 2886
Associated Job Ids:
86112
DAG Visualization
digraph G { id="graph_1656907"; subgraph graph_stage_1656907 { id="graph_stage_1656907"; isCluster="true"; label="Stage 1656907"; 697640 [id="node_697640" labelType="html" label="SQLExecutionRDD [697640] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; 697644 [id="node_697644" labelType="html" label="SQLExecutionRDD [697644] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; subgraph cluster_1749270 { id="cluster_1749270"; isCluster="true"; label="Exchange"; 697635 [id="node_697635" labelType="html" label="ShuffledRowRDD [697635] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1749265 { id="cluster_1749265"; isCluster="true"; label="WholeStageCodegen (2)"; 697636 [id="node_697636" labelType="html" label="MapPartitionsRDD [697636] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1749264 { id="cluster_1749264"; isCluster="true"; label="DeserializeToObject"; 697637 [id="node_697637" labelType="html" label="MapPartitionsRDD [697637] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1749263 { id="cluster_1749263"; isCluster="true"; label="MapPartitions"; 697638 [id="node_697638" labelType="html" label="MapPartitionsRDD [697638] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1749260 { id="cluster_1749260"; isCluster="true"; label="WholeStageCodegen (3)"; 697639 [id="node_697639" labelType="html" label="MapPartitionsRDD [697639] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1749271 { id="cluster_1749271"; isCluster="true"; label="map"; 697641 [id="node_697641" labelType="html" label="Delta Table State #2 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/prod-plant-snapshot/10000000548/_delta_log [697641] [Cached] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_1749273 { id="cluster_1749273"; isCluster="true"; label="WholeStageCodegen (1)"; 697642 [id="node_697642" labelType="html" label="MapPartitionsRDD [697642] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_1749272 { id="cluster_1749272"; isCluster="true"; label="Project"; 697643 [id="node_697643" labelType="html" label="MapPartitionsRDD [697643] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_1749276 { id="cluster_1749276"; isCluster="true"; label="map"; 697645 [id="node_697645" labelType="html" label="Delta Table State with Stats #2 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/prod-plant-snapshot/10000000548/_delta_log [697645] [Cached] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_1780436 { id="cluster_1780436"; isCluster="true"; label="Scan ExistingRDD Delta Table State with Stats #2 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/prod-plant-snapshot/10000000548/_delta_log"; 710177 [id="node_710177" labelType="html" label="MapPartitionsRDD [710177] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780435 { id="cluster_1780435"; isCluster="true"; label="Filter"; 710178 [id="node_710178" labelType="html" label="MapPartitionsRDD [710178] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780434 { id="cluster_1780434"; isCluster="true"; label="Project"; 710179 [id="node_710179" labelType="html" label="MapPartitionsRDD [710179] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780437 { id="cluster_1780437"; isCluster="true"; label="mapPartitionsInternal"; 710180 [id="node_710180" labelType="html" label="MapPartitionsRDD [710180] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } } 697635->697636; 697636->697637; 697637->697638; 697638->697639; 697639->697640; 697640->697641; 697641->697642; 697642->697643; 697643->697644; 697644->697645; 697645->710177; 710177->710178; 710178->710179; 710179->710180; }
697634,697635
697641
697645
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time