4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 2134362 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
3 s
Locality Level Summary:
Process local: 50
Input Size / Records:
129.6 KiB / 1295
Associated Job Ids:
114645
DAG Visualization
digraph G { id="graph_2134362"; subgraph graph_stage_2134362 { id="graph_stage_2134362"; isCluster="true"; label="Stage 2134362"; 941377 [id="node_941377" labelType="html" label="SQLExecutionRDD [941377] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; 941381 [id="node_941381" labelType="html" label="SQLExecutionRDD [941381] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; subgraph cluster_2361709 { id="cluster_2361709"; isCluster="true"; label="Exchange"; 941372 [id="node_941372" labelType="html" label="ShuffledRowRDD [941372] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2361705 { id="cluster_2361705"; isCluster="true"; label="WholeStageCodegen (2)"; 941373 [id="node_941373" labelType="html" label="MapPartitionsRDD [941373] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2361704 { id="cluster_2361704"; isCluster="true"; label="DeserializeToObject"; 941374 [id="node_941374" labelType="html" label="MapPartitionsRDD [941374] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2361703 { id="cluster_2361703"; isCluster="true"; label="MapPartitions"; 941375 [id="node_941375" labelType="html" label="MapPartitionsRDD [941375] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2361700 { id="cluster_2361700"; isCluster="true"; label="WholeStageCodegen (3)"; 941376 [id="node_941376" labelType="html" label="MapPartitionsRDD [941376] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2361714 { id="cluster_2361714"; isCluster="true"; label="map"; 941378 [id="node_941378" labelType="html" label="Delta Table State #6 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/order-proposal-snapshot/10000000553/_delta_log [941378] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2361716 { id="cluster_2361716"; isCluster="true"; label="WholeStageCodegen (1)"; 941379 [id="node_941379" labelType="html" label="MapPartitionsRDD [941379] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2361715 { id="cluster_2361715"; isCluster="true"; label="Project"; 941380 [id="node_941380" labelType="html" label="MapPartitionsRDD [941380] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2361719 { id="cluster_2361719"; isCluster="true"; label="map"; 941382 [id="node_941382" labelType="html" label="Delta Table State with Stats #6 - hdlfs://7da5304c-1f57-47fa-b75a-0f0b4349c280.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/order-proposal-snapshot/10000000553/_delta_log [941382] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2365973 { id="cluster_2365973"; isCluster="true"; label="WholeStageCodegen (1)"; 943077 [id="node_943077" labelType="html" label="MapPartitionsRDD [943077] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2365977 { id="cluster_2365977"; isCluster="true"; label="mapPartitionsInternal"; 943078 [id="node_943078" labelType="html" label="MapPartitionsRDD [943078] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } } 941372->941373; 941373->941374; 941374->941375; 941375->941376; 941376->941377; 941377->941378; 941378->941379; 941379->941380; 941380->941381; 941381->941382; 941382->943077; 943077->943078; }
941371,941372
941378
941382
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time