4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1656487 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
1 s
Locality Level Summary:
Process local: 50
Input Size / Records:
285.1 KiB / 2886
Associated Job Ids:
86097
DAG Visualization
digraph G { id="graph_1656487"; subgraph graph_stage_1656487 { id="graph_stage_1656487"; isCluster="true"; label="Stage 1656487"; 697874 [id="node_697874" labelType="html" label="SQLExecutionRDD [697874] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; 697878 [id="node_697878" labelType="html" label="SQLExecutionRDD [697878] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; subgraph cluster_1749834 { id="cluster_1749834"; isCluster="true"; label="Exchange"; 697869 [id="node_697869" labelType="html" label="ShuffledRowRDD [697869] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1749830 { id="cluster_1749830"; isCluster="true"; label="WholeStageCodegen (2)"; 697870 [id="node_697870" labelType="html" label="MapPartitionsRDD [697870] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1749829 { id="cluster_1749829"; isCluster="true"; label="DeserializeToObject"; 697871 [id="node_697871" labelType="html" label="MapPartitionsRDD [697871] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1749828 { id="cluster_1749828"; isCluster="true"; label="MapPartitions"; 697872 [id="node_697872" labelType="html" label="MapPartitionsRDD [697872] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1749825 { id="cluster_1749825"; isCluster="true"; label="WholeStageCodegen (3)"; 697873 [id="node_697873" labelType="html" label="MapPartitionsRDD [697873] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1749839 { id="cluster_1749839"; isCluster="true"; label="map"; 697875 [id="node_697875" labelType="html" label="Delta Table State #2 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/order-proposal-snapshot/10000000548/_delta_log [697875] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1749841 { id="cluster_1749841"; isCluster="true"; label="WholeStageCodegen (1)"; 697876 [id="node_697876" labelType="html" label="MapPartitionsRDD [697876] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1749840 { id="cluster_1749840"; isCluster="true"; label="Project"; 697877 [id="node_697877" labelType="html" label="MapPartitionsRDD [697877] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1749844 { id="cluster_1749844"; isCluster="true"; label="map"; 697879 [id="node_697879" labelType="html" label="Delta Table State with Stats #2 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/order-proposal-snapshot/10000000548/_delta_log [697879] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780015 { id="cluster_1780015"; isCluster="true"; label="WholeStageCodegen (1)"; 710017 [id="node_710017" labelType="html" label="MapPartitionsRDD [710017] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780019 { id="cluster_1780019"; isCluster="true"; label="mapPartitionsInternal"; 710018 [id="node_710018" labelType="html" label="MapPartitionsRDD [710018] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } } 697869->697870; 697870->697871; 697871->697872; 697872->697873; 697873->697874; 697874->697875; 697875->697876; 697876->697877; 697877->697878; 697878->697879; 697879->710017; 710017->710018; }
697868,697869
697875
697879
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time