4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 330896 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
3 s
Locality Level Summary:
Process local: 37
Input Size / Records:
2.5 MiB / 7679
Shuffle Write Size / Records:
2.2 MiB / 5330
Associated Job Ids:
18454
DAG Visualization
digraph G { id="graph_330896"; subgraph graph_stage_330896 { id="graph_stage_330896"; isCluster="true"; label="Stage 330896"; 151400 [id="node_151400" labelType="html" label="SQLExecutionRDD [151400] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; subgraph cluster_376982 { id="cluster_376982"; isCluster="true"; label="repartition"; 150731 [id="node_150731" labelType="html" label="ShuffledRDD [150731] [Indeterminate]<br>repartition at OptimalQuantitiesCacheImpl.java:178}"]; 150732 [id="node_150732" labelType="html" label="CoalescedRDD [150732] [Indeterminate]<br>repartition at OptimalQuantitiesCacheImpl.java:178}"]; 150733 [id="node_150733" labelType="html" label="MapPartitionsRDD [150733] [Cached] [Indeterminate]<br>repartition at OptimalQuantitiesCacheImpl.java:178}"]; } subgraph cluster_378799 { id="cluster_378799"; isCluster="true"; label="map"; 151389 [id="node_151389" labelType="html" label="MapPartitionsRDD [151389] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_378805 { id="cluster_378805"; isCluster="true"; label="WholeStageCodegen (1)"; 151398 [id="node_151398" labelType="html" label="MapPartitionsRDD [151398] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_378804 { id="cluster_378804"; isCluster="true"; label="DeserializeToObject"; 151399 [id="node_151399" labelType="html" label="MapPartitionsRDD [151399] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_378810 { id="cluster_378810"; isCluster="true"; label="mapPartitions"; 151401 [id="node_151401" labelType="html" label="MapPartitionsRDD [151401] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_378811 { id="cluster_378811"; isCluster="true"; label="repartition"; 151402 [id="node_151402" labelType="html" label="MapPartitionsRDD [151402] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 150731->150732; 150732->150733; 150733->151389; 151389->151398; 151398->151399; 151399->151400; 151400->151401; 151401->151402; }
150730,150731
150733
151400
150731
150732
150733
151389
151398
151399
151401
151402
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time