4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 338020 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
49 s
Locality Level Summary:
Process local: 30
Input Size / Records:
132.2 MiB / 2228520
Shuffle Write Size / Records:
93.9 MiB / 1752888
Associated Job Ids:
18682
DAG Visualization
digraph G { id="graph_338020"; subgraph graph_stage_338020 { id="graph_stage_338020"; isCluster="true"; label="Stage 338020"; 153802 [id="node_153802" labelType="html" label="SQLExecutionRDD [153802] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; subgraph cluster_384780 { id="cluster_384780"; isCluster="true"; label="repartition"; 153795 [id="node_153795" labelType="html" label="ShuffledRDD [153795] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153796 [id="node_153796" labelType="html" label="CoalescedRDD [153796] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153797 [id="node_153797" labelType="html" label="MapPartitionsRDD [153797] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_384805 { id="cluster_384805"; isCluster="true"; label="map"; 153798 [id="node_153798" labelType="html" label="MapPartitionsRDD [153798] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_384808 { id="cluster_384808"; isCluster="true"; label="WholeStageCodegen (1)"; 153800 [id="node_153800" labelType="html" label="MapPartitionsRDD [153800] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_384807 { id="cluster_384807"; isCluster="true"; label="DeserializeToObject"; 153801 [id="node_153801" labelType="html" label="MapPartitionsRDD [153801] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_384815 { id="cluster_384815"; isCluster="true"; label="mapPartitions"; 153803 [id="node_153803" labelType="html" label="MapPartitionsRDD [153803] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_384816 { id="cluster_384816"; isCluster="true"; label="repartition"; 153804 [id="node_153804" labelType="html" label="MapPartitionsRDD [153804] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 153795->153796; 153796->153797; 153797->153798; 153798->153800; 153800->153801; 153801->153802; 153802->153803; 153803->153804; }
153794,153795
153797
153802
153795
153796
153797
153798
153800
153801
153803
153804
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time