4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 341276 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
59 s
Locality Level Summary:
Process local: 30
Input Size / Records:
149.7 MiB / 2388392
Shuffle Write Size / Records:
123.9 MiB / 1908948
Associated Job Ids:
18747
DAG Visualization
digraph G { id="graph_341276"; subgraph graph_stage_341276 { id="graph_stage_341276"; isCluster="true"; label="Stage 341276"; 154353 [id="node_154353" labelType="html" label="SQLExecutionRDD [154353] [Indeterminate]<br>javaRDD at KpiCurveCacheImpl.java:97}"]; subgraph cluster_385693 { id="cluster_385693"; isCluster="true"; label="repartition"; 154222 [id="node_154222" labelType="html" label="ShuffledRDD [154222] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 154223 [id="node_154223" labelType="html" label="CoalescedRDD [154223] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 154224 [id="node_154224" labelType="html" label="MapPartitionsRDD [154224] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_385982 { id="cluster_385982"; isCluster="true"; label="map"; 154350 [id="node_154350" labelType="html" label="MapPartitionsRDD [154350] [Indeterminate]<br>createDataFrame at KpiCurveCacheImpl.java:230}"]; } subgraph cluster_385984 { id="cluster_385984"; isCluster="true"; label="WholeStageCodegen (1)"; 154351 [id="node_154351" labelType="html" label="MapPartitionsRDD [154351] [Indeterminate]<br>javaRDD at KpiCurveCacheImpl.java:97}"]; } subgraph cluster_385983 { id="cluster_385983"; isCluster="true"; label="DeserializeToObject"; 154352 [id="node_154352" labelType="html" label="MapPartitionsRDD [154352] [Indeterminate]<br>javaRDD at KpiCurveCacheImpl.java:97}"]; } subgraph cluster_385987 { id="cluster_385987"; isCluster="true"; label="mapPartitions"; 154354 [id="node_154354" labelType="html" label="MapPartitionsRDD [154354] [Indeterminate]<br>javaRDD at KpiCurveCacheImpl.java:97}"]; } subgraph cluster_385988 { id="cluster_385988"; isCluster="true"; label="repartition"; 154355 [id="node_154355" labelType="html" label="MapPartitionsRDD [154355] [Indeterminate]<br>repartition at KpiCurveCacheImpl.java:98}"]; } } 154222->154223; 154223->154224; 154224->154350; 154350->154351; 154351->154352; 154352->154353; 154353->154354; 154354->154355; }
154221,154222
154224
154353
154222
154223
154224
154350
154351
154352
154354
154355
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time