4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 2134564 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
11 s
Locality Level Summary:
Process local: 67
Input Size / Records:
596.3 KiB / 2046
Shuffle Write Size / Records:
90.9 KiB / 2046
Associated Job Ids:
114650
DAG Visualization
digraph G { id="graph_2134564"; subgraph graph_stage_2134564 { id="graph_stage_2134564"; isCluster="true"; label="Stage 2134564"; 943131 [id="node_943131" labelType="html" label="SQLExecutionRDD [943131] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; subgraph cluster_2365642 { id="cluster_2365642"; isCluster="true"; label="repartition"; 942948 [id="node_942948" labelType="html" label="ShuffledRDD [942948] [Indeterminate]<br>repartition at OptimalQuantitiesCacheImpl.java:178}"]; 942949 [id="node_942949" labelType="html" label="CoalescedRDD [942949] [Indeterminate]<br>repartition at OptimalQuantitiesCacheImpl.java:178}"]; 942950 [id="node_942950" labelType="html" label="MapPartitionsRDD [942950] [Cached] [Indeterminate]<br>repartition at OptimalQuantitiesCacheImpl.java:178}"]; } subgraph cluster_2366029 { id="cluster_2366029"; isCluster="true"; label="Exchange"; 943126 [id="node_943126" labelType="html" label="ShuffledRowRDD [943126] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366028 { id="cluster_2366028"; isCluster="true"; label="ObjectHashAggregate"; 943127 [id="node_943127" labelType="html" label="MapPartitionsRDD [943127] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366007 { id="cluster_2366007"; isCluster="true"; label="WholeStageCodegen (13)"; 943128 [id="node_943128" labelType="html" label="MapPartitionsRDD [943128] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2365998 { id="cluster_2365998"; isCluster="true"; label="DeserializeToObject"; 943129 [id="node_943129" labelType="html" label="MapPartitionsRDD [943129] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2365991 { id="cluster_2365991"; isCluster="true"; label="MapPartitions"; 943130 [id="node_943130" labelType="html" label="MapPartitionsRDD [943130] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366083 { id="cluster_2366083"; isCluster="true"; label="mapPartitions"; 943132 [id="node_943132" labelType="html" label="MapPartitionsRDD [943132] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366124 { id="cluster_2366124"; isCluster="true"; label="map"; 943133 [id="node_943133" labelType="html" label="MapPartitionsRDD [943133] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366158 { id="cluster_2366158"; isCluster="true"; label="WholeStageCodegen (4)"; 943142 [id="node_943142" labelType="html" label="MapPartitionsRDD [943142] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366167 { id="cluster_2366167"; isCluster="true"; label="Scan"; 943143 [id="node_943143" labelType="html" label="MapPartitionsRDD [943143] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366162 { id="cluster_2366162"; isCluster="true"; label="WholeStageCodegen (5)"; 943144 [id="node_943144" labelType="html" label="MapPartitionsRDD [943144] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366157 { id="cluster_2366157"; isCluster="true"; label="Union"; 943145 [id="node_943145" labelType="html" label="UnionRDD [943145] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366154 { id="cluster_2366154"; isCluster="true"; label="WholeStageCodegen (6)"; 943146 [id="node_943146" labelType="html" label="MapPartitionsRDD [943146] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366153 { id="cluster_2366153"; isCluster="true"; label="Exchange"; 943147 [id="node_943147" labelType="html" label="MapPartitionsRDD [943147] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 942948->942949; 942949->942950; 943126->943127; 943127->943128; 943128->943129; 943129->943130; 943130->943131; 943131->943132; 942950->943133; 943133->943142; 943132->943143; 943143->943144; 943142->943145; 943144->943145; 943145->943146; 943146->943147; }
942947,942948
943125,943126
942950
943132
943131
942948
942949
942950
943126
943127
943128
943129
943130
943132
943133
943142
943143
943144
943145
943146
943147
Event Timeline
Enable zooming
Tasks: 67. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time