4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1656589 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
5 s
Locality Level Summary:
Process local: 60
Input Size / Records:
412.8 KiB / 1384
Shuffle Write Size / Records:
704.2 KiB / 1384
Associated Job Ids:
86102
DAG Visualization
digraph G { id="graph_1656589"; subgraph graph_stage_1656589 { id="graph_stage_1656589"; isCluster="true"; label="Stage 1656589"; 710071 [id="node_710071" labelType="html" label="SQLExecutionRDD [710071] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; subgraph cluster_1779230 { id="cluster_1779230"; isCluster="true"; label="repartition"; 709659 [id="node_709659" labelType="html" label="ShuffledRDD [709659] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 709660 [id="node_709660" labelType="html" label="CoalescedRDD [709660] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 709661 [id="node_709661" labelType="html" label="MapPartitionsRDD [709661] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780071 { id="cluster_1780071"; isCluster="true"; label="Exchange"; 710066 [id="node_710066" labelType="html" label="ShuffledRowRDD [710066] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780070 { id="cluster_1780070"; isCluster="true"; label="ObjectHashAggregate"; 710067 [id="node_710067" labelType="html" label="MapPartitionsRDD [710067] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780049 { id="cluster_1780049"; isCluster="true"; label="WholeStageCodegen (13)"; 710068 [id="node_710068" labelType="html" label="MapPartitionsRDD [710068] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780040 { id="cluster_1780040"; isCluster="true"; label="DeserializeToObject"; 710069 [id="node_710069" labelType="html" label="MapPartitionsRDD [710069] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780033 { id="cluster_1780033"; isCluster="true"; label="MapPartitions"; 710070 [id="node_710070" labelType="html" label="MapPartitionsRDD [710070] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780125 { id="cluster_1780125"; isCluster="true"; label="mapPartitions"; 710072 [id="node_710072" labelType="html" label="MapPartitionsRDD [710072] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780166 { id="cluster_1780166"; isCluster="true"; label="map"; 710073 [id="node_710073" labelType="html" label="MapPartitionsRDD [710073] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780177 { id="cluster_1780177"; isCluster="true"; label="WholeStageCodegen (1)"; 710074 [id="node_710074" labelType="html" label="MapPartitionsRDD [710074] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780185 { id="cluster_1780185"; isCluster="true"; label="Scan"; 710075 [id="node_710075" labelType="html" label="MapPartitionsRDD [710075] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780181 { id="cluster_1780181"; isCluster="true"; label="WholeStageCodegen (2)"; 710076 [id="node_710076" labelType="html" label="MapPartitionsRDD [710076] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780180 { id="cluster_1780180"; isCluster="true"; label="Project"; 710077 [id="node_710077" labelType="html" label="MapPartitionsRDD [710077] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780176 { id="cluster_1780176"; isCluster="true"; label="Union"; 710078 [id="node_710078" labelType="html" label="UnionRDD [710078] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780175 { id="cluster_1780175"; isCluster="true"; label="Exchange"; 710079 [id="node_710079" labelType="html" label="MapPartitionsRDD [710079] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 709659->709660; 709660->709661; 710066->710067; 710067->710068; 710068->710069; 710069->710070; 710070->710071; 710071->710072; 709661->710073; 710073->710074; 710072->710075; 710075->710076; 710076->710077; 710074->710078; 710077->710078; 710078->710079; }
709658,709659
710065,710066
709661
710072
710071
709659
709660
709661
710066
710067
710068
710069
710070
710072
710073
710074
710075
710076
710077
710078
710079
Event Timeline
Enable zooming
Tasks: 60. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time