4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1033025 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Process local: 50
Input Size / Records:
427.2 KiB / 4316
Associated Job Ids:
52706
DAG Visualization
digraph G { id="graph_1033025"; subgraph graph_stage_1033025 { id="graph_stage_1033025"; isCluster="true"; label="Stage 1033025"; 431654 [id="node_431654" labelType="html" label="SQLExecutionRDD [431654] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; 431658 [id="node_431658" labelType="html" label="SQLExecutionRDD [431658] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; subgraph cluster_1081468 { id="cluster_1081468"; isCluster="true"; label="Exchange"; 431649 [id="node_431649" labelType="html" label="ShuffledRowRDD [431649] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1081464 { id="cluster_1081464"; isCluster="true"; label="WholeStageCodegen (2)"; 431650 [id="node_431650" labelType="html" label="MapPartitionsRDD [431650] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1081463 { id="cluster_1081463"; isCluster="true"; label="DeserializeToObject"; 431651 [id="node_431651" labelType="html" label="MapPartitionsRDD [431651] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1081462 { id="cluster_1081462"; isCluster="true"; label="MapPartitions"; 431652 [id="node_431652" labelType="html" label="MapPartitionsRDD [431652] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1081459 { id="cluster_1081459"; isCluster="true"; label="WholeStageCodegen (3)"; 431653 [id="node_431653" labelType="html" label="MapPartitionsRDD [431653] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1081473 { id="cluster_1081473"; isCluster="true"; label="map"; 431655 [id="node_431655" labelType="html" label="Delta Table State #4 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/order-proposal-snapshot/10000000540/_delta_log [431655] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1081475 { id="cluster_1081475"; isCluster="true"; label="WholeStageCodegen (1)"; 431656 [id="node_431656" labelType="html" label="MapPartitionsRDD [431656] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1081474 { id="cluster_1081474"; isCluster="true"; label="Project"; 431657 [id="node_431657" labelType="html" label="MapPartitionsRDD [431657] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1081478 { id="cluster_1081478"; isCluster="true"; label="map"; 431659 [id="node_431659" labelType="html" label="Delta Table State with Stats #4 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/order-proposal-snapshot/10000000540/_delta_log [431659] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088032 { id="cluster_1088032"; isCluster="true"; label="WholeStageCodegen (1)"; 434283 [id="node_434283" labelType="html" label="MapPartitionsRDD [434283] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088036 { id="cluster_1088036"; isCluster="true"; label="mapPartitionsInternal"; 434284 [id="node_434284" labelType="html" label="MapPartitionsRDD [434284] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } } 431649->431650; 431650->431651; 431651->431652; 431652->431653; 431653->431654; 431654->431655; 431655->431656; 431656->431657; 431657->431658; 431658->431659; 431659->434283; 434283->434284; }
431648,431649
431655
431659
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time