4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 341311 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Node local: 15; Process local: 30
Input Size / Records:
630.0 B / 0
Shuffle Read Size / Records:
887.2 KiB / 65484
Shuffle Write Size / Records:
31.1 KiB / 2360
Associated Job Ids:
18763
DAG Visualization
digraph G { id="graph_341311"; subgraph graph_stage_341311 { id="graph_stage_341311"; isCluster="true"; label="Stage 341311"; subgraph cluster_385227 { id="cluster_385227"; isCluster="true"; label="repartition"; 153995 [id="node_153995" labelType="html" label="ShuffledRDD [153995] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153996 [id="node_153996" labelType="html" label="CoalescedRDD [153996] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153997 [id="node_153997" labelType="html" label="MapPartitionsRDD [153997] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_386161 { id="cluster_386161"; isCluster="true"; label="map"; 154432 [id="node_154432" labelType="html" label="MapPartitionsRDD [154432] [Indeterminate]<br>createDataFrame at OptimalQuantitiesCacheImpl.java:212}"]; } subgraph cluster_386185 { id="cluster_386185"; isCluster="true"; label="WholeStageCodegen (3)"; 154444 [id="node_154444" labelType="html" label="MapPartitionsRDD [154444] [Indeterminate]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_386192 { id="cluster_386192"; isCluster="true"; label="AQEShuffleRead"; 154445 [id="node_154445" labelType="html" label="ShuffledRowRDD [154445] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_386189 { id="cluster_386189"; isCluster="true"; label="WholeStageCodegen (4)"; 154446 [id="node_154446" labelType="html" label="MapPartitionsRDD [154446] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_386184 { id="cluster_386184"; isCluster="true"; label="Union"; 154447 [id="node_154447" labelType="html" label="UnionRDD [154447] [Indeterminate]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_386181 { id="cluster_386181"; isCluster="true"; label="WholeStageCodegen (5)"; 154448 [id="node_154448" labelType="html" label="MapPartitionsRDD [154448] [Indeterminate]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_386180 { id="cluster_386180"; isCluster="true"; label="Exchange"; 154449 [id="node_154449" labelType="html" label="MapPartitionsRDD [154449] [Indeterminate]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } } 153995->153996; 153996->153997; 153997->154432; 154432->154444; 154445->154446; 154444->154447; 154446->154447; 154447->154448; 154448->154449; }
153994,153995
154443,154445
153997
153995
153996
153997
154432
154444
154447
154448
154449
Event Timeline
Enable zooming
Tasks: 45. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time