4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 330806 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
16 s
Locality Level Summary:
Process local: 30
Input Size / Records:
42.9 MiB / 796860
Shuffle Write Size / Records:
18.5 MiB / 445104
Associated Job Ids:
18453
DAG Visualization
digraph G { id="graph_330806"; subgraph graph_stage_330806 { id="graph_stage_330806"; isCluster="true"; label="Stage 330806"; 151392 [id="node_151392" labelType="html" label="SQLExecutionRDD [151392] [Indeterminate]<br>javaRDD at KpiCurveCacheImpl.java:97}"]; subgraph cluster_378752 { id="cluster_378752"; isCluster="true"; label="repartition"; 151379 [id="node_151379" labelType="html" label="ShuffledRDD [151379] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 151380 [id="node_151380" labelType="html" label="CoalescedRDD [151380] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 151381 [id="node_151381" labelType="html" label="MapPartitionsRDD [151381] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_378798 { id="cluster_378798"; isCluster="true"; label="map"; 151388 [id="node_151388" labelType="html" label="MapPartitionsRDD [151388] [Indeterminate]<br>createDataFrame at KpiCurveCacheImpl.java:230}"]; } subgraph cluster_378801 { id="cluster_378801"; isCluster="true"; label="WholeStageCodegen (1)"; 151390 [id="node_151390" labelType="html" label="MapPartitionsRDD [151390] [Indeterminate]<br>javaRDD at KpiCurveCacheImpl.java:97}"]; } subgraph cluster_378800 { id="cluster_378800"; isCluster="true"; label="DeserializeToObject"; 151391 [id="node_151391" labelType="html" label="MapPartitionsRDD [151391] [Indeterminate]<br>javaRDD at KpiCurveCacheImpl.java:97}"]; } subgraph cluster_378808 { id="cluster_378808"; isCluster="true"; label="mapPartitions"; 151393 [id="node_151393" labelType="html" label="MapPartitionsRDD [151393] [Indeterminate]<br>javaRDD at KpiCurveCacheImpl.java:97}"]; } subgraph cluster_378809 { id="cluster_378809"; isCluster="true"; label="repartition"; 151394 [id="node_151394" labelType="html" label="MapPartitionsRDD [151394] [Indeterminate]<br>repartition at KpiCurveCacheImpl.java:98}"]; } } 151379->151380; 151380->151381; 151381->151388; 151388->151390; 151390->151391; 151391->151392; 151392->151393; 151393->151394; }
151378,151379
151381
151392
151379
151380
151381
151388
151390
151391
151393
151394
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time