4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1034755 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
22 s
Locality Level Summary:
Process local: 30
Input Size / Records:
94.9 MiB / 1500408
Shuffle Write Size / Records:
14.4 MiB / 737532
Associated Job Ids:
52724
DAG Visualization
digraph G { id="graph_1034755"; subgraph graph_stage_1034755 { id="graph_stage_1034755"; isCluster="true"; label="Stage 1034755"; subgraph cluster_1087548 { id="cluster_1087548"; isCluster="true"; label="repartition"; 434096 [id="node_434096" labelType="html" label="ShuffledRDD [434096] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 434097 [id="node_434097" labelType="html" label="CoalescedRDD [434097] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 434098 [id="node_434098" labelType="html" label="MapPartitionsRDD [434098] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088490 { id="cluster_1088490"; isCluster="true"; label="map"; 434456 [id="node_434456" labelType="html" label="MapPartitionsRDD [434456] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088619 { id="cluster_1088619"; isCluster="true"; label="WholeStageCodegen (13)"; 434502 [id="node_434502" labelType="html" label="MapPartitionsRDD [434502] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088618 { id="cluster_1088618"; isCluster="true"; label="ObjectHashAggregate"; 434503 [id="node_434503" labelType="html" label="MapPartitionsRDD [434503] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088617 { id="cluster_1088617"; isCluster="true"; label="Exchange"; 434504 [id="node_434504" labelType="html" label="MapPartitionsRDD [434504] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 434096->434097; 434097->434098; 434098->434456; 434456->434502; 434502->434503; 434503->434504; }
434095,434096
434098
434096
434097
434098
434456
434502
434503
434504
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time