4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1656590 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
12 s
Locality Level Summary:
Node local: 30
Shuffle Read Size / Records:
759.4 KiB / 2076
Shuffle Write Size / Records:
646.5 KiB / 692
Associated Job Ids:
86102
DAG Visualization
digraph G { id="graph_1656590"; subgraph graph_stage_1656590 { id="graph_stage_1656590"; isCluster="true"; label="Stage 1656590"; 710096 [id="node_710096" labelType="html" label="SQLExecutionRDD [710096] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; subgraph cluster_1780175 { id="cluster_1780175"; isCluster="true"; label="Exchange"; 710080 [id="node_710080" labelType="html" label="ShuffledRowRDD [710080] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780172 { id="cluster_1780172"; isCluster="true"; label="WholeStageCodegen (3)"; 710081 [id="node_710081" labelType="html" label="MapPartitionsRDD [710081] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780190 { id="cluster_1780190"; isCluster="true"; label="Exchange"; 710091 [id="node_710091" labelType="html" label="ShuffledRowRDD [710091] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780187 { id="cluster_1780187"; isCluster="true"; label="WholeStageCodegen (8)"; 710092 [id="node_710092" labelType="html" label="MapPartitionsRDD [710092] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780168 { id="cluster_1780168"; isCluster="true"; label="WholeStageCodegen (9)"; 710093 [id="node_710093" labelType="html" label="ZippedPartitionsRDD2 [710093] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 710094 [id="node_710094" labelType="html" label="MapPartitionsRDD [710094] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780167 { id="cluster_1780167"; isCluster="true"; label="DeserializeToObject"; 710095 [id="node_710095" labelType="html" label="MapPartitionsRDD [710095] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780210 { id="cluster_1780210"; isCluster="true"; label="mapPartitions"; 710097 [id="node_710097" labelType="html" label="MapPartitionsRDD [710097] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780211 { id="cluster_1780211"; isCluster="true"; label="repartition"; 710098 [id="node_710098" labelType="html" label="MapPartitionsRDD [710098] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 710080->710081; 710091->710092; 710081->710093; 710092->710093; 710093->710094; 710094->710095; 710095->710096; 710096->710097; 710097->710098; }
710079,710080
710090,710091
710096
710080
710081
710091
710092
710093
710094
710095
710097
710098
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time