4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 330804 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
22 s
Locality Level Summary:
Process local: 30
Input Size / Records:
65.4 MiB / 1273444
Output Size / Records:
4.6 MiB / 445104
Associated Job Ids:
18452
DAG Visualization
digraph G { id="graph_330804"; subgraph graph_stage_330804 { id="graph_stage_330804"; isCluster="true"; label="Stage 330804"; subgraph cluster_376114 { id="cluster_376114"; isCluster="true"; label="repartition"; 150341 [id="node_150341" labelType="html" label="ShuffledRDD [150341] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 150342 [id="node_150342" labelType="html" label="CoalescedRDD [150342] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 150343 [id="node_150343" labelType="html" label="MapPartitionsRDD [150343] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_378676 { id="cluster_378676"; isCluster="true"; label="map"; 151340 [id="node_151340" labelType="html" label="MapPartitionsRDD [151340] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_378777 { id="cluster_378777"; isCluster="true"; label="WholeStageCodegen (1)"; 151385 [id="node_151385" labelType="html" label="MapPartitionsRDD [151385] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_378775 { id="cluster_378775"; isCluster="true"; label="Project"; 151386 [id="node_151386" labelType="html" label="MapPartitionsRDD [151386] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_378774 { id="cluster_378774"; isCluster="true"; label="Sort"; 151387 [id="node_151387" labelType="html" label="MapPartitionsRDD [151387] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 150341->150342; 150342->150343; 150343->151340; 151340->151385; 151385->151386; 151386->151387; }
150340,150341
150343
150341
150342
150343
151340
151385
151386
151387
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time