4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1032845 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Node local: 32; Process local: 30
Input Size / Records:
729.9 KiB / 2354
Shuffle Read Size / Records:
1951.1 KiB / 56448
Shuffle Write Size / Records:
1860.3 KiB / 4403
Associated Job Ids:
52695
DAG Visualization
digraph G { id="graph_1032845"; subgraph graph_stage_1032845 { id="graph_stage_1032845"; isCluster="true"; label="Stage 1032845"; subgraph cluster_1087253 { id="cluster_1087253"; isCluster="true"; label="repartition"; 433954 [id="node_433954" labelType="html" label="ShuffledRDD [433954] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 433955 [id="node_433955" labelType="html" label="CoalescedRDD [433955] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 433956 [id="node_433956" labelType="html" label="MapPartitionsRDD [433956] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1087751 { id="cluster_1087751"; isCluster="true"; label="map"; 434189 [id="node_434189" labelType="html" label="MapPartitionsRDD [434189] [Indeterminate]<br>createDataFrame at OptimalQuantitiesCacheImpl.java:212}"]; } subgraph cluster_1087786 { id="cluster_1087786"; isCluster="true"; label="WholeStageCodegen (6)"; 434207 [id="node_434207" labelType="html" label="MapPartitionsRDD [434207] [Indeterminate]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1087790 { id="cluster_1087790"; isCluster="true"; label="AQEShuffleRead"; 434208 [id="node_434208" labelType="html" label="ShuffledRowRDD [434208] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1087789 { id="cluster_1087789"; isCluster="true"; label="ObjectHashAggregate"; 434209 [id="node_434209" labelType="html" label="MapPartitionsRDD [434209] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1087785 { id="cluster_1087785"; isCluster="true"; label="Union"; 434210 [id="node_434210" labelType="html" label="UnionRDD [434210] [Indeterminate]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1087784 { id="cluster_1087784"; isCluster="true"; label="Exchange"; 434211 [id="node_434211" labelType="html" label="MapPartitionsRDD [434211] [Indeterminate]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } } 433954->433955; 433955->433956; 433956->434189; 434189->434207; 434208->434209; 434207->434210; 434209->434210; 434210->434211; }
433953,433954
434195,434208
433956
433954
433955
433956
434189
434207
434210
434211
Event Timeline
Enable zooming
Tasks: 62. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time