4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1657375 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
1 s
Locality Level Summary:
Process local: 50
Input Size / Records:
1722.0 B / 3
Associated Job Ids:
86127
DAG Visualization
digraph G { id="graph_1657375"; subgraph graph_stage_1657375 { id="graph_stage_1657375"; isCluster="true"; label="Stage 1657375"; 697891 [id="node_697891" labelType="html" label="SQLExecutionRDD [697891] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; 698283 [id="node_698283" labelType="html" label="SQLExecutionRDD [698283] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; subgraph cluster_1749877 { id="cluster_1749877"; isCluster="true"; label="Exchange"; 697886 [id="node_697886" labelType="html" label="ShuffledRowRDD [697886] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1749873 { id="cluster_1749873"; isCluster="true"; label="WholeStageCodegen (2)"; 697887 [id="node_697887" labelType="html" label="MapPartitionsRDD [697887] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1749872 { id="cluster_1749872"; isCluster="true"; label="DeserializeToObject"; 697888 [id="node_697888" labelType="html" label="MapPartitionsRDD [697888] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1749871 { id="cluster_1749871"; isCluster="true"; label="MapPartitions"; 697889 [id="node_697889" labelType="html" label="MapPartitionsRDD [697889] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1749868 { id="cluster_1749868"; isCluster="true"; label="WholeStageCodegen (3)"; 697890 [id="node_697890" labelType="html" label="MapPartitionsRDD [697890] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1749882 { id="cluster_1749882"; isCluster="true"; label="map"; 697892 [id="node_697892" labelType="html" label="Delta Table State #2 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/common-data-snapshot/10000000548/_delta_log [697892] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1750882 { id="cluster_1750882"; isCluster="true"; label="WholeStageCodegen (1)"; 698281 [id="node_698281" labelType="html" label="MapPartitionsRDD [698281] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1750881 { id="cluster_1750881"; isCluster="true"; label="Project"; 698282 [id="node_698282" labelType="html" label="MapPartitionsRDD [698282] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1750885 { id="cluster_1750885"; isCluster="true"; label="map"; 698284 [id="node_698284" labelType="html" label="Delta Table State with Stats #2 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/common-data-snapshot/10000000548/_delta_log [698284] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780947 { id="cluster_1780947"; isCluster="true"; label="WholeStageCodegen (1)"; 710383 [id="node_710383" labelType="html" label="MapPartitionsRDD [710383] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780951 { id="cluster_1780951"; isCluster="true"; label="mapPartitionsInternal"; 710384 [id="node_710384" labelType="html" label="MapPartitionsRDD [710384] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } } 697886->697887; 697887->697888; 697888->697889; 697889->697890; 697890->697891; 697891->697892; 697892->698281; 698281->698282; 698282->698283; 698283->698284; 698284->710383; 710383->710384; }
697885,697886
697892
698284
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time