4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 340044 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
34 s
Locality Level Summary:
Process local: 30
Input Size / Records:
86.2 MiB / 1752888
Shuffle Write Size / Records:
59.4 MiB / 1401132
Associated Job Ids:
18706
DAG Visualization
digraph G { id="graph_340044"; subgraph graph_stage_340044 { id="graph_stage_340044"; isCluster="true"; label="Stage 340044"; 153983 [id="node_153983" labelType="html" label="SQLExecutionRDD [153983] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; subgraph cluster_384816 { id="cluster_384816"; isCluster="true"; label="repartition"; 153805 [id="node_153805" labelType="html" label="ShuffledRDD [153805] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153806 [id="node_153806" labelType="html" label="CoalescedRDD [153806] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153807 [id="node_153807" labelType="html" label="MapPartitionsRDD [153807] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_385197 { id="cluster_385197"; isCluster="true"; label="map"; 153980 [id="node_153980" labelType="html" label="MapPartitionsRDD [153980] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_385199 { id="cluster_385199"; isCluster="true"; label="WholeStageCodegen (1)"; 153981 [id="node_153981" labelType="html" label="MapPartitionsRDD [153981] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_385198 { id="cluster_385198"; isCluster="true"; label="DeserializeToObject"; 153982 [id="node_153982" labelType="html" label="MapPartitionsRDD [153982] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_385202 { id="cluster_385202"; isCluster="true"; label="mapPartitions"; 153984 [id="node_153984" labelType="html" label="MapPartitionsRDD [153984] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_385203 { id="cluster_385203"; isCluster="true"; label="repartition"; 153985 [id="node_153985" labelType="html" label="MapPartitionsRDD [153985] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 153805->153806; 153806->153807; 153807->153980; 153980->153981; 153981->153982; 153982->153983; 153983->153984; 153984->153985; }
153804,153805
153807
153983
153805
153806
153807
153980
153981
153982
153984
153985
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time