4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 2133775 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
6 s
Locality Level Summary:
Process local: 48
Input Size / Records:
630.0 B / 0
Shuffle Read Size / Records:
1092.4 KiB / 28206
Shuffle Write Size / Records:
449.1 KiB / 1023
Associated Job Ids:
114630
DAG Visualization
digraph G { id="graph_2133775"; subgraph graph_stage_2133775 { id="graph_stage_2133775"; isCluster="true"; label="Stage 2133775"; subgraph cluster_2365262 { id="cluster_2365262"; isCluster="true"; label="repartition"; 942784 [id="node_942784" labelType="html" label="ShuffledRDD [942784] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 942785 [id="node_942785" labelType="html" label="CoalescedRDD [942785] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 942786 [id="node_942786" labelType="html" label="MapPartitionsRDD [942786] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2365568 { id="cluster_2365568"; isCluster="true"; label="map"; 942916 [id="node_942916" labelType="html" label="MapPartitionsRDD [942916] [Indeterminate]<br>createDataFrame at OptimalQuantitiesCacheImpl.java:212}"]; } subgraph cluster_2365603 { id="cluster_2365603"; isCluster="true"; label="WholeStageCodegen (6)"; 942934 [id="node_942934" labelType="html" label="MapPartitionsRDD [942934] [Indeterminate]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_2365607 { id="cluster_2365607"; isCluster="true"; label="AQEShuffleRead"; 942935 [id="node_942935" labelType="html" label="ShuffledRowRDD [942935] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_2365606 { id="cluster_2365606"; isCluster="true"; label="ObjectHashAggregate"; 942936 [id="node_942936" labelType="html" label="MapPartitionsRDD [942936] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_2365602 { id="cluster_2365602"; isCluster="true"; label="Union"; 942937 [id="node_942937" labelType="html" label="UnionRDD [942937] [Indeterminate]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_2365601 { id="cluster_2365601"; isCluster="true"; label="Exchange"; 942938 [id="node_942938" labelType="html" label="MapPartitionsRDD [942938] [Indeterminate]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } } 942784->942785; 942785->942786; 942786->942916; 942916->942934; 942935->942936; 942934->942937; 942936->942937; 942937->942938; }
942783,942784
942922,942935
942786
942784
942785
942786
942916
942934
942937
942938
Event Timeline
Enable zooming
Tasks: 48. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time