4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 339491 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
29 s
Locality Level Summary:
Process local: 30
Input Size / Records:
86.2 MiB / 1752888
Output Size / Records:
3.6 MiB / 351756
Associated Job Ids:
18701
DAG Visualization
digraph G { id="graph_339491"; subgraph graph_stage_339491 { id="graph_stage_339491"; isCluster="true"; label="Stage 339491"; subgraph cluster_384816 { id="cluster_384816"; isCluster="true"; label="repartition"; 153805 [id="node_153805" labelType="html" label="ShuffledRDD [153805] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153806 [id="node_153806" labelType="html" label="CoalescedRDD [153806] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153807 [id="node_153807" labelType="html" label="MapPartitionsRDD [153807] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_384958 { id="cluster_384958"; isCluster="true"; label="map"; 153876 [id="node_153876" labelType="html" label="MapPartitionsRDD [153876] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_385129 { id="cluster_385129"; isCluster="true"; label="WholeStageCodegen (1)"; 153953 [id="node_153953" labelType="html" label="MapPartitionsRDD [153953] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_385127 { id="cluster_385127"; isCluster="true"; label="Project"; 153954 [id="node_153954" labelType="html" label="MapPartitionsRDD [153954] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_385126 { id="cluster_385126"; isCluster="true"; label="Sort"; 153955 [id="node_153955" labelType="html" label="MapPartitionsRDD [153955] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 153805->153806; 153806->153807; 153807->153876; 153876->153953; 153953->153954; 153954->153955; }
153804,153805
153807
153805
153806
153807
153876
153953
153954
153955
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time