4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1032843 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
8 s
Locality Level Summary:
Node local: 12; Process local: 30
Input Size / Records:
729.9 KiB / 2354
Shuffle Read Size / Records:
782.9 KiB / 56448
Shuffle Write Size / Records:
155.7 KiB / 4403
Associated Job Ids:
52694
DAG Visualization
digraph G { id="graph_1032843"; subgraph graph_stage_1032843 { id="graph_stage_1032843"; isCluster="true"; label="Stage 1032843"; subgraph cluster_1087253 { id="cluster_1087253"; isCluster="true"; label="repartition"; 433954 [id="node_433954" labelType="html" label="ShuffledRDD [433954] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 433955 [id="node_433955" labelType="html" label="CoalescedRDD [433955] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 433956 [id="node_433956" labelType="html" label="MapPartitionsRDD [433956] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1087751 { id="cluster_1087751"; isCluster="true"; label="map"; 434189 [id="node_434189" labelType="html" label="MapPartitionsRDD [434189] [Indeterminate]<br>createDataFrame at OptimalQuantitiesCacheImpl.java:212}"]; } subgraph cluster_1087775 { id="cluster_1087775"; isCluster="true"; label="WholeStageCodegen (3)"; 434201 [id="node_434201" labelType="html" label="MapPartitionsRDD [434201] [Indeterminate]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1087782 { id="cluster_1087782"; isCluster="true"; label="AQEShuffleRead"; 434202 [id="node_434202" labelType="html" label="ShuffledRowRDD [434202] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1087779 { id="cluster_1087779"; isCluster="true"; label="WholeStageCodegen (4)"; 434203 [id="node_434203" labelType="html" label="MapPartitionsRDD [434203] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1087774 { id="cluster_1087774"; isCluster="true"; label="Union"; 434204 [id="node_434204" labelType="html" label="UnionRDD [434204] [Indeterminate]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1087771 { id="cluster_1087771"; isCluster="true"; label="WholeStageCodegen (5)"; 434205 [id="node_434205" labelType="html" label="MapPartitionsRDD [434205] [Indeterminate]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1087770 { id="cluster_1087770"; isCluster="true"; label="Exchange"; 434206 [id="node_434206" labelType="html" label="MapPartitionsRDD [434206] [Indeterminate]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } } 433954->433955; 433955->433956; 433956->434189; 434189->434201; 434202->434203; 434201->434204; 434203->434204; 434204->434205; 434205->434206; }
433953,433954
434200,434202
433956
433954
433955
433956
434189
434201
434204
434205
434206
Event Timeline
Enable zooming
Tasks: 42. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time