4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1028242 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
18 s
Locality Level Summary:
Process local: 30
Input Size / Records:
89.4 MiB / 1431144
Shuffle Write Size / Records:
18.6 MiB / 715572
Associated Job Ids:
52615
DAG Visualization
digraph G { id="graph_1028242"; subgraph graph_stage_1028242 { id="graph_stage_1028242"; isCluster="true"; label="Stage 1028242"; subgraph cluster_1085419 { id="cluster_1085419"; isCluster="true"; label="repartition"; 433241 [id="node_433241" labelType="html" label="ShuffledRDD [433241] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 433242 [id="node_433242" labelType="html" label="CoalescedRDD [433242] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 433243 [id="node_433243" labelType="html" label="MapPartitionsRDD [433243] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1085565 { id="cluster_1085565"; isCluster="true"; label="map"; 433306 [id="node_433306" labelType="html" label="MapPartitionsRDD [433306] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1085978 { id="cluster_1085978"; isCluster="true"; label="WholeStageCodegen (1)"; 433444 [id="node_433444" labelType="html" label="MapPartitionsRDD [433444] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1085977 { id="cluster_1085977"; isCluster="true"; label="Exchange"; 433445 [id="node_433445" labelType="html" label="MapPartitionsRDD [433445] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 433241->433242; 433242->433243; 433243->433306; 433306->433444; 433444->433445; }
433240,433241
433243
433241
433242
433243
433306
433444
433445
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time