4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1028379 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
6 s
Locality Level Summary:
Process local: 67
Input Size / Records:
1913.0 KiB / 6452
Shuffle Write Size / Records:
2.4 MiB / 6452
Associated Job Ids:
52616
DAG Visualization
digraph G { id="graph_1028379"; subgraph graph_stage_1028379 { id="graph_stage_1028379"; isCluster="true"; label="Stage 1028379"; 433474 [id="node_433474" labelType="html" label="SQLExecutionRDD [433474] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; subgraph cluster_1085699 { id="cluster_1085699"; isCluster="true"; label="repartition"; 433358 [id="node_433358" labelType="html" label="ShuffledRDD [433358] [Indeterminate]<br>repartition at OptimalQuantitiesCacheImpl.java:178}"]; 433359 [id="node_433359" labelType="html" label="CoalescedRDD [433359] [Indeterminate]<br>repartition at OptimalQuantitiesCacheImpl.java:178}"]; 433360 [id="node_433360" labelType="html" label="MapPartitionsRDD [433360] [Cached] [Indeterminate]<br>repartition at OptimalQuantitiesCacheImpl.java:178}"]; } subgraph cluster_1085940 { id="cluster_1085940"; isCluster="true"; label="Exchange"; 433469 [id="node_433469" labelType="html" label="ShuffledRowRDD [433469] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1085939 { id="cluster_1085939"; isCluster="true"; label="ObjectHashAggregate"; 433470 [id="node_433470" labelType="html" label="MapPartitionsRDD [433470] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1085918 { id="cluster_1085918"; isCluster="true"; label="WholeStageCodegen (13)"; 433471 [id="node_433471" labelType="html" label="MapPartitionsRDD [433471] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1085909 { id="cluster_1085909"; isCluster="true"; label="DeserializeToObject"; 433472 [id="node_433472" labelType="html" label="MapPartitionsRDD [433472] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1085902 { id="cluster_1085902"; isCluster="true"; label="MapPartitions"; 433473 [id="node_433473" labelType="html" label="MapPartitionsRDD [433473] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1085994 { id="cluster_1085994"; isCluster="true"; label="mapPartitions"; 433475 [id="node_433475" labelType="html" label="MapPartitionsRDD [433475] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1086035 { id="cluster_1086035"; isCluster="true"; label="map"; 433476 [id="node_433476" labelType="html" label="MapPartitionsRDD [433476] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1086046 { id="cluster_1086046"; isCluster="true"; label="WholeStageCodegen (1)"; 433477 [id="node_433477" labelType="html" label="MapPartitionsRDD [433477] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1086054 { id="cluster_1086054"; isCluster="true"; label="Scan"; 433478 [id="node_433478" labelType="html" label="MapPartitionsRDD [433478] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1086050 { id="cluster_1086050"; isCluster="true"; label="WholeStageCodegen (2)"; 433479 [id="node_433479" labelType="html" label="MapPartitionsRDD [433479] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1086049 { id="cluster_1086049"; isCluster="true"; label="Project"; 433480 [id="node_433480" labelType="html" label="MapPartitionsRDD [433480] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1086045 { id="cluster_1086045"; isCluster="true"; label="Union"; 433481 [id="node_433481" labelType="html" label="UnionRDD [433481] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1086044 { id="cluster_1086044"; isCluster="true"; label="Exchange"; 433482 [id="node_433482" labelType="html" label="MapPartitionsRDD [433482] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 433358->433359; 433359->433360; 433469->433470; 433470->433471; 433471->433472; 433472->433473; 433473->433474; 433474->433475; 433360->433476; 433476->433477; 433475->433478; 433478->433479; 433479->433480; 433477->433481; 433480->433481; 433481->433482; }
433357,433358
433468,433469
433360
433475
433474
433358
433359
433360
433469
433470
433471
433472
433473
433475
433476
433477
433478
433479
433480
433481
433482
Event Timeline
Enable zooming
Tasks: 67. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time