4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 330801 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
27 s
Locality Level Summary:
Process local: 30
Input Size / Records:
65.4 MiB / 1273444
Shuffle Write Size / Records:
46.2 MiB / 796860
Associated Job Ids:
18450
DAG Visualization
digraph G { id="graph_330801"; subgraph graph_stage_330801 { id="graph_stage_330801"; isCluster="true"; label="Stage 330801"; 151376 [id="node_151376" labelType="html" label="SQLExecutionRDD [151376] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; subgraph cluster_376114 { id="cluster_376114"; isCluster="true"; label="repartition"; 150341 [id="node_150341" labelType="html" label="ShuffledRDD [150341] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 150342 [id="node_150342" labelType="html" label="CoalescedRDD [150342] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 150343 [id="node_150343" labelType="html" label="MapPartitionsRDD [150343] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_378746 { id="cluster_378746"; isCluster="true"; label="map"; 151373 [id="node_151373" labelType="html" label="MapPartitionsRDD [151373] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_378748 { id="cluster_378748"; isCluster="true"; label="WholeStageCodegen (1)"; 151374 [id="node_151374" labelType="html" label="MapPartitionsRDD [151374] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_378747 { id="cluster_378747"; isCluster="true"; label="DeserializeToObject"; 151375 [id="node_151375" labelType="html" label="MapPartitionsRDD [151375] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_378751 { id="cluster_378751"; isCluster="true"; label="mapPartitions"; 151377 [id="node_151377" labelType="html" label="MapPartitionsRDD [151377] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_378752 { id="cluster_378752"; isCluster="true"; label="repartition"; 151378 [id="node_151378" labelType="html" label="MapPartitionsRDD [151378] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 150341->150342; 150342->150343; 150343->151373; 151373->151374; 151374->151375; 151375->151376; 151376->151377; 151377->151378; }
150340,150341
150343
151376
150341
150342
150343
151373
151374
151375
151377
151378
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time