4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 340048 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
4 s
Locality Level Summary:
Process local: 30
Input Size / Records:
572.2 KiB / 1748
Associated Job Ids:
18707
DAG Visualization
digraph G { id="graph_340048"; subgraph graph_stage_340048 { id="graph_stage_340048"; isCluster="true"; label="Stage 340048"; 153992 [id="node_153992" labelType="html" label="SQLExecutionRDD [153992] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; subgraph cluster_384976 { id="cluster_384976"; isCluster="true"; label="repartition"; 153888 [id="node_153888" labelType="html" label="ShuffledRDD [153888] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153889 [id="node_153889" labelType="html" label="CoalescedRDD [153889] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153890 [id="node_153890" labelType="html" label="MapPartitionsRDD [153890] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_385221 { id="cluster_385221"; isCluster="true"; label="map"; 153989 [id="node_153989" labelType="html" label="MapPartitionsRDD [153989] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_385223 { id="cluster_385223"; isCluster="true"; label="WholeStageCodegen (1)"; 153990 [id="node_153990" labelType="html" label="MapPartitionsRDD [153990] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_385222 { id="cluster_385222"; isCluster="true"; label="DeserializeToObject"; 153991 [id="node_153991" labelType="html" label="MapPartitionsRDD [153991] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_385226 { id="cluster_385226"; isCluster="true"; label="mapPartitions"; 153993 [id="node_153993" labelType="html" label="MapPartitionsRDD [153993] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_385227 { id="cluster_385227"; isCluster="true"; label="repartition"; 153994 [id="node_153994" labelType="html" label="MapPartitionsRDD [153994] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 153888->153889; 153889->153890; 153890->153989; 153989->153990; 153990->153991; 153991->153992; 153992->153993; 153993->153994; }
153887,153888
153890
153992
153888
153889
153890
153989
153990
153991
153993
153994
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time