4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1656587 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
7 s
Locality Level Summary:
Process local: 60
Input Size / Records:
412.8 KiB / 1384
Shuffle Write Size / Records:
65.1 KiB / 1384
Associated Job Ids:
86102
DAG Visualization
digraph G { id="graph_1656587"; subgraph graph_stage_1656587 { id="graph_stage_1656587"; isCluster="true"; label="Stage 1656587"; 710071 [id="node_710071" labelType="html" label="SQLExecutionRDD [710071] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; subgraph cluster_1779230 { id="cluster_1779230"; isCluster="true"; label="repartition"; 709659 [id="node_709659" labelType="html" label="ShuffledRDD [709659] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 709660 [id="node_709660" labelType="html" label="CoalescedRDD [709660] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 709661 [id="node_709661" labelType="html" label="MapPartitionsRDD [709661] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780071 { id="cluster_1780071"; isCluster="true"; label="Exchange"; 710066 [id="node_710066" labelType="html" label="ShuffledRowRDD [710066] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780070 { id="cluster_1780070"; isCluster="true"; label="ObjectHashAggregate"; 710067 [id="node_710067" labelType="html" label="MapPartitionsRDD [710067] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780049 { id="cluster_1780049"; isCluster="true"; label="WholeStageCodegen (13)"; 710068 [id="node_710068" labelType="html" label="MapPartitionsRDD [710068] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780040 { id="cluster_1780040"; isCluster="true"; label="DeserializeToObject"; 710069 [id="node_710069" labelType="html" label="MapPartitionsRDD [710069] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780033 { id="cluster_1780033"; isCluster="true"; label="MapPartitions"; 710070 [id="node_710070" labelType="html" label="MapPartitionsRDD [710070] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780125 { id="cluster_1780125"; isCluster="true"; label="mapPartitions"; 710072 [id="node_710072" labelType="html" label="MapPartitionsRDD [710072] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780166 { id="cluster_1780166"; isCluster="true"; label="map"; 710073 [id="node_710073" labelType="html" label="MapPartitionsRDD [710073] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780200 { id="cluster_1780200"; isCluster="true"; label="WholeStageCodegen (4)"; 710082 [id="node_710082" labelType="html" label="MapPartitionsRDD [710082] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780209 { id="cluster_1780209"; isCluster="true"; label="Scan"; 710083 [id="node_710083" labelType="html" label="MapPartitionsRDD [710083] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780204 { id="cluster_1780204"; isCluster="true"; label="WholeStageCodegen (5)"; 710084 [id="node_710084" labelType="html" label="MapPartitionsRDD [710084] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780199 { id="cluster_1780199"; isCluster="true"; label="Union"; 710085 [id="node_710085" labelType="html" label="UnionRDD [710085] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780196 { id="cluster_1780196"; isCluster="true"; label="WholeStageCodegen (6)"; 710086 [id="node_710086" labelType="html" label="MapPartitionsRDD [710086] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780195 { id="cluster_1780195"; isCluster="true"; label="Exchange"; 710087 [id="node_710087" labelType="html" label="MapPartitionsRDD [710087] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 709659->709660; 709660->709661; 710066->710067; 710067->710068; 710068->710069; 710069->710070; 710070->710071; 710071->710072; 709661->710073; 710073->710082; 710072->710083; 710083->710084; 710082->710085; 710084->710085; 710085->710086; 710086->710087; }
709658,709659
710065,710066
709661
710072
710071
709659
709660
709661
710066
710067
710068
710069
710070
710072
710073
710082
710083
710084
710085
710086
710087
Event Timeline
Enable zooming
Tasks: 60. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time