4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 2133773 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
5 s
Locality Level Summary:
Node local: 8; Process local: 30
Input Size / Records:
630.0 B / 0
Shuffle Read Size / Records:
455.0 KiB / 28206
Shuffle Write Size / Records:
15.7 KiB / 1023
Associated Job Ids:
114629
DAG Visualization
digraph G { id="graph_2133773"; subgraph graph_stage_2133773 { id="graph_stage_2133773"; isCluster="true"; label="Stage 2133773"; subgraph cluster_2365262 { id="cluster_2365262"; isCluster="true"; label="repartition"; 942784 [id="node_942784" labelType="html" label="ShuffledRDD [942784] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 942785 [id="node_942785" labelType="html" label="CoalescedRDD [942785] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 942786 [id="node_942786" labelType="html" label="MapPartitionsRDD [942786] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2365568 { id="cluster_2365568"; isCluster="true"; label="map"; 942916 [id="node_942916" labelType="html" label="MapPartitionsRDD [942916] [Indeterminate]<br>createDataFrame at OptimalQuantitiesCacheImpl.java:212}"]; } subgraph cluster_2365592 { id="cluster_2365592"; isCluster="true"; label="WholeStageCodegen (3)"; 942928 [id="node_942928" labelType="html" label="MapPartitionsRDD [942928] [Indeterminate]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_2365599 { id="cluster_2365599"; isCluster="true"; label="AQEShuffleRead"; 942929 [id="node_942929" labelType="html" label="ShuffledRowRDD [942929] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_2365596 { id="cluster_2365596"; isCluster="true"; label="WholeStageCodegen (4)"; 942930 [id="node_942930" labelType="html" label="MapPartitionsRDD [942930] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_2365591 { id="cluster_2365591"; isCluster="true"; label="Union"; 942931 [id="node_942931" labelType="html" label="UnionRDD [942931] [Indeterminate]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_2365588 { id="cluster_2365588"; isCluster="true"; label="WholeStageCodegen (5)"; 942932 [id="node_942932" labelType="html" label="MapPartitionsRDD [942932] [Indeterminate]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_2365587 { id="cluster_2365587"; isCluster="true"; label="Exchange"; 942933 [id="node_942933" labelType="html" label="MapPartitionsRDD [942933] [Indeterminate]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } } 942784->942785; 942785->942786; 942786->942916; 942916->942928; 942929->942930; 942928->942931; 942930->942931; 942931->942932; 942932->942933; }
942783,942784
942927,942929
942786
942784
942785
942786
942916
942928
942931
942932
942933
Event Timeline
Enable zooming
Tasks: 38. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time