4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1033331 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
7 s
Locality Level Summary:
Process local: 67
Input Size / Records:
2006.5 KiB / 6757
Shuffle Write Size / Records:
201.5 KiB / 6757
Associated Job Ids:
52711
DAG Visualization
digraph G { id="graph_1033331"; subgraph graph_stage_1033331 { id="graph_stage_1033331"; isCluster="true"; label="Stage 1033331"; 434337 [id="node_434337" labelType="html" label="SQLExecutionRDD [434337] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; subgraph cluster_1087874 { id="cluster_1087874"; isCluster="true"; label="repartition"; 434237 [id="node_434237" labelType="html" label="ShuffledRDD [434237] [Indeterminate]<br>repartition at OptimalQuantitiesCacheImpl.java:178}"]; 434238 [id="node_434238" labelType="html" label="CoalescedRDD [434238] [Indeterminate]<br>repartition at OptimalQuantitiesCacheImpl.java:178}"]; 434239 [id="node_434239" labelType="html" label="MapPartitionsRDD [434239] [Cached] [Indeterminate]<br>repartition at OptimalQuantitiesCacheImpl.java:178}"]; } subgraph cluster_1088088 { id="cluster_1088088"; isCluster="true"; label="Exchange"; 434332 [id="node_434332" labelType="html" label="ShuffledRowRDD [434332] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088087 { id="cluster_1088087"; isCluster="true"; label="ObjectHashAggregate"; 434333 [id="node_434333" labelType="html" label="MapPartitionsRDD [434333] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088066 { id="cluster_1088066"; isCluster="true"; label="WholeStageCodegen (13)"; 434334 [id="node_434334" labelType="html" label="MapPartitionsRDD [434334] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088057 { id="cluster_1088057"; isCluster="true"; label="DeserializeToObject"; 434335 [id="node_434335" labelType="html" label="MapPartitionsRDD [434335] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088050 { id="cluster_1088050"; isCluster="true"; label="MapPartitions"; 434336 [id="node_434336" labelType="html" label="MapPartitionsRDD [434336] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088142 { id="cluster_1088142"; isCluster="true"; label="mapPartitions"; 434338 [id="node_434338" labelType="html" label="MapPartitionsRDD [434338] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088183 { id="cluster_1088183"; isCluster="true"; label="map"; 434339 [id="node_434339" labelType="html" label="MapPartitionsRDD [434339] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088217 { id="cluster_1088217"; isCluster="true"; label="WholeStageCodegen (4)"; 434348 [id="node_434348" labelType="html" label="MapPartitionsRDD [434348] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088226 { id="cluster_1088226"; isCluster="true"; label="Scan"; 434349 [id="node_434349" labelType="html" label="MapPartitionsRDD [434349] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088221 { id="cluster_1088221"; isCluster="true"; label="WholeStageCodegen (5)"; 434350 [id="node_434350" labelType="html" label="MapPartitionsRDD [434350] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088216 { id="cluster_1088216"; isCluster="true"; label="Union"; 434351 [id="node_434351" labelType="html" label="UnionRDD [434351] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088213 { id="cluster_1088213"; isCluster="true"; label="WholeStageCodegen (6)"; 434352 [id="node_434352" labelType="html" label="MapPartitionsRDD [434352] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088212 { id="cluster_1088212"; isCluster="true"; label="Exchange"; 434353 [id="node_434353" labelType="html" label="MapPartitionsRDD [434353] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 434237->434238; 434238->434239; 434332->434333; 434333->434334; 434334->434335; 434335->434336; 434336->434337; 434337->434338; 434239->434339; 434339->434348; 434338->434349; 434349->434350; 434348->434351; 434350->434351; 434351->434352; 434352->434353; }
434236,434237
434331,434332
434239
434338
434337
434237
434238
434239
434332
434333
434334
434335
434336
434338
434339
434348
434349
434350
434351
434352
434353
Event Timeline
Enable zooming
Tasks: 67. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time