4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1657017 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
13 s
Locality Level Summary:
Process local: 30
Input Size / Records:
61.9 MiB / 955480
Shuffle Write Size / Records:
2.9 MiB / 238870
Associated Job Ids:
86114
DAG Visualization
digraph G { id="graph_1657017"; subgraph graph_stage_1657017 { id="graph_stage_1657017"; isCluster="true"; label="Stage 1657017"; subgraph cluster_1779722 { id="cluster_1779722"; isCluster="true"; label="repartition"; 709909 [id="node_709909" labelType="html" label="ShuffledRDD [709909] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 709910 [id="node_709910" labelType="html" label="CoalescedRDD [709910] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 709911 [id="node_709911" labelType="html" label="MapPartitionsRDD [709911] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780423 { id="cluster_1780423"; isCluster="true"; label="map"; 710172 [id="node_710172" labelType="html" label="MapPartitionsRDD [710172] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780541 { id="cluster_1780541"; isCluster="true"; label="WholeStageCodegen (10)"; 710210 [id="node_710210" labelType="html" label="MapPartitionsRDD [710210] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780540 { id="cluster_1780540"; isCluster="true"; label="ObjectHashAggregate"; 710211 [id="node_710211" labelType="html" label="MapPartitionsRDD [710211] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780539 { id="cluster_1780539"; isCluster="true"; label="Exchange"; 710212 [id="node_710212" labelType="html" label="MapPartitionsRDD [710212] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 709909->709910; 709910->709911; 709911->710172; 710172->710210; 710210->710211; 710211->710212; }
709908,709909
709911
709909
709910
709911
710172
710210
710211
710212
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time