4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1033333 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Process local: 67
Input Size / Records:
2006.5 KiB / 6757
Shuffle Write Size / Records:
2.4 MiB / 6757
Associated Job Ids:
52711
DAG Visualization
digraph G { id="graph_1033333"; subgraph graph_stage_1033333 { id="graph_stage_1033333"; isCluster="true"; label="Stage 1033333"; 434337 [id="node_434337" labelType="html" label="SQLExecutionRDD [434337] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; subgraph cluster_1087874 { id="cluster_1087874"; isCluster="true"; label="repartition"; 434237 [id="node_434237" labelType="html" label="ShuffledRDD [434237] [Indeterminate]<br>repartition at OptimalQuantitiesCacheImpl.java:178}"]; 434238 [id="node_434238" labelType="html" label="CoalescedRDD [434238] [Indeterminate]<br>repartition at OptimalQuantitiesCacheImpl.java:178}"]; 434239 [id="node_434239" labelType="html" label="MapPartitionsRDD [434239] [Cached] [Indeterminate]<br>repartition at OptimalQuantitiesCacheImpl.java:178}"]; } subgraph cluster_1088088 { id="cluster_1088088"; isCluster="true"; label="Exchange"; 434332 [id="node_434332" labelType="html" label="ShuffledRowRDD [434332] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088087 { id="cluster_1088087"; isCluster="true"; label="ObjectHashAggregate"; 434333 [id="node_434333" labelType="html" label="MapPartitionsRDD [434333] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088066 { id="cluster_1088066"; isCluster="true"; label="WholeStageCodegen (13)"; 434334 [id="node_434334" labelType="html" label="MapPartitionsRDD [434334] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088057 { id="cluster_1088057"; isCluster="true"; label="DeserializeToObject"; 434335 [id="node_434335" labelType="html" label="MapPartitionsRDD [434335] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088050 { id="cluster_1088050"; isCluster="true"; label="MapPartitions"; 434336 [id="node_434336" labelType="html" label="MapPartitionsRDD [434336] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088142 { id="cluster_1088142"; isCluster="true"; label="mapPartitions"; 434338 [id="node_434338" labelType="html" label="MapPartitionsRDD [434338] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088183 { id="cluster_1088183"; isCluster="true"; label="map"; 434339 [id="node_434339" labelType="html" label="MapPartitionsRDD [434339] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088194 { id="cluster_1088194"; isCluster="true"; label="WholeStageCodegen (1)"; 434340 [id="node_434340" labelType="html" label="MapPartitionsRDD [434340] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088202 { id="cluster_1088202"; isCluster="true"; label="Scan"; 434341 [id="node_434341" labelType="html" label="MapPartitionsRDD [434341] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088198 { id="cluster_1088198"; isCluster="true"; label="WholeStageCodegen (2)"; 434342 [id="node_434342" labelType="html" label="MapPartitionsRDD [434342] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088197 { id="cluster_1088197"; isCluster="true"; label="Project"; 434343 [id="node_434343" labelType="html" label="MapPartitionsRDD [434343] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088193 { id="cluster_1088193"; isCluster="true"; label="Union"; 434344 [id="node_434344" labelType="html" label="UnionRDD [434344] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088192 { id="cluster_1088192"; isCluster="true"; label="Exchange"; 434345 [id="node_434345" labelType="html" label="MapPartitionsRDD [434345] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 434237->434238; 434238->434239; 434332->434333; 434333->434334; 434334->434335; 434335->434336; 434336->434337; 434337->434338; 434239->434339; 434339->434340; 434338->434341; 434341->434342; 434342->434343; 434340->434344; 434343->434344; 434344->434345; }
434236,434237
434331,434332
434239
434338
434337
434237
434238
434239
434332
434333
434334
434335
434336
434338
434339
434340
434341
434342
434343
434344
434345
Event Timeline
Enable zooming
Tasks: 67. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time