4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 2134566 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
4 s
Locality Level Summary:
Process local: 67
Input Size / Records:
596.3 KiB / 2046
Shuffle Write Size / Records:
983.7 KiB / 2046
Associated Job Ids:
114650
DAG Visualization
digraph G { id="graph_2134566"; subgraph graph_stage_2134566 { id="graph_stage_2134566"; isCluster="true"; label="Stage 2134566"; 943131 [id="node_943131" labelType="html" label="SQLExecutionRDD [943131] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; subgraph cluster_2365642 { id="cluster_2365642"; isCluster="true"; label="repartition"; 942948 [id="node_942948" labelType="html" label="ShuffledRDD [942948] [Indeterminate]<br>repartition at OptimalQuantitiesCacheImpl.java:178}"]; 942949 [id="node_942949" labelType="html" label="CoalescedRDD [942949] [Indeterminate]<br>repartition at OptimalQuantitiesCacheImpl.java:178}"]; 942950 [id="node_942950" labelType="html" label="MapPartitionsRDD [942950] [Cached] [Indeterminate]<br>repartition at OptimalQuantitiesCacheImpl.java:178}"]; } subgraph cluster_2366029 { id="cluster_2366029"; isCluster="true"; label="Exchange"; 943126 [id="node_943126" labelType="html" label="ShuffledRowRDD [943126] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366028 { id="cluster_2366028"; isCluster="true"; label="ObjectHashAggregate"; 943127 [id="node_943127" labelType="html" label="MapPartitionsRDD [943127] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366007 { id="cluster_2366007"; isCluster="true"; label="WholeStageCodegen (13)"; 943128 [id="node_943128" labelType="html" label="MapPartitionsRDD [943128] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2365998 { id="cluster_2365998"; isCluster="true"; label="DeserializeToObject"; 943129 [id="node_943129" labelType="html" label="MapPartitionsRDD [943129] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2365991 { id="cluster_2365991"; isCluster="true"; label="MapPartitions"; 943130 [id="node_943130" labelType="html" label="MapPartitionsRDD [943130] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366083 { id="cluster_2366083"; isCluster="true"; label="mapPartitions"; 943132 [id="node_943132" labelType="html" label="MapPartitionsRDD [943132] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366124 { id="cluster_2366124"; isCluster="true"; label="map"; 943133 [id="node_943133" labelType="html" label="MapPartitionsRDD [943133] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366135 { id="cluster_2366135"; isCluster="true"; label="WholeStageCodegen (1)"; 943134 [id="node_943134" labelType="html" label="MapPartitionsRDD [943134] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366143 { id="cluster_2366143"; isCluster="true"; label="Scan"; 943135 [id="node_943135" labelType="html" label="MapPartitionsRDD [943135] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366139 { id="cluster_2366139"; isCluster="true"; label="WholeStageCodegen (2)"; 943136 [id="node_943136" labelType="html" label="MapPartitionsRDD [943136] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366138 { id="cluster_2366138"; isCluster="true"; label="Project"; 943137 [id="node_943137" labelType="html" label="MapPartitionsRDD [943137] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366134 { id="cluster_2366134"; isCluster="true"; label="Union"; 943138 [id="node_943138" labelType="html" label="UnionRDD [943138] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366133 { id="cluster_2366133"; isCluster="true"; label="Exchange"; 943139 [id="node_943139" labelType="html" label="MapPartitionsRDD [943139] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 942948->942949; 942949->942950; 943126->943127; 943127->943128; 943128->943129; 943129->943130; 943130->943131; 943131->943132; 942950->943133; 943133->943134; 943132->943135; 943135->943136; 943136->943137; 943134->943138; 943137->943138; 943138->943139; }
942947,942948
943125,943126
942950
943132
943131
942948
942949
942950
943126
943127
943128
943129
943130
943132
943133
943134
943135
943136
943137
943138
943139
Event Timeline
Enable zooming
Tasks: 67. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time