4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1028378 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Process local: 67
Input Size / Records:
1913.0 KiB / 6452
Shuffle Write Size / Records:
198.7 KiB / 6452
Associated Job Ids:
52616
DAG Visualization
digraph G { id="graph_1028378"; subgraph graph_stage_1028378 { id="graph_stage_1028378"; isCluster="true"; label="Stage 1028378"; 433474 [id="node_433474" labelType="html" label="SQLExecutionRDD [433474] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; subgraph cluster_1085699 { id="cluster_1085699"; isCluster="true"; label="repartition"; 433358 [id="node_433358" labelType="html" label="ShuffledRDD [433358] [Indeterminate]<br>repartition at OptimalQuantitiesCacheImpl.java:178}"]; 433359 [id="node_433359" labelType="html" label="CoalescedRDD [433359] [Indeterminate]<br>repartition at OptimalQuantitiesCacheImpl.java:178}"]; 433360 [id="node_433360" labelType="html" label="MapPartitionsRDD [433360] [Cached] [Indeterminate]<br>repartition at OptimalQuantitiesCacheImpl.java:178}"]; } subgraph cluster_1085940 { id="cluster_1085940"; isCluster="true"; label="Exchange"; 433469 [id="node_433469" labelType="html" label="ShuffledRowRDD [433469] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1085939 { id="cluster_1085939"; isCluster="true"; label="ObjectHashAggregate"; 433470 [id="node_433470" labelType="html" label="MapPartitionsRDD [433470] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1085918 { id="cluster_1085918"; isCluster="true"; label="WholeStageCodegen (13)"; 433471 [id="node_433471" labelType="html" label="MapPartitionsRDD [433471] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1085909 { id="cluster_1085909"; isCluster="true"; label="DeserializeToObject"; 433472 [id="node_433472" labelType="html" label="MapPartitionsRDD [433472] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1085902 { id="cluster_1085902"; isCluster="true"; label="MapPartitions"; 433473 [id="node_433473" labelType="html" label="MapPartitionsRDD [433473] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1085994 { id="cluster_1085994"; isCluster="true"; label="mapPartitions"; 433475 [id="node_433475" labelType="html" label="MapPartitionsRDD [433475] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1086035 { id="cluster_1086035"; isCluster="true"; label="map"; 433476 [id="node_433476" labelType="html" label="MapPartitionsRDD [433476] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1086069 { id="cluster_1086069"; isCluster="true"; label="WholeStageCodegen (4)"; 433485 [id="node_433485" labelType="html" label="MapPartitionsRDD [433485] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1086078 { id="cluster_1086078"; isCluster="true"; label="Scan"; 433486 [id="node_433486" labelType="html" label="MapPartitionsRDD [433486] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1086073 { id="cluster_1086073"; isCluster="true"; label="WholeStageCodegen (5)"; 433487 [id="node_433487" labelType="html" label="MapPartitionsRDD [433487] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1086068 { id="cluster_1086068"; isCluster="true"; label="Union"; 433488 [id="node_433488" labelType="html" label="UnionRDD [433488] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1086065 { id="cluster_1086065"; isCluster="true"; label="WholeStageCodegen (6)"; 433489 [id="node_433489" labelType="html" label="MapPartitionsRDD [433489] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1086064 { id="cluster_1086064"; isCluster="true"; label="Exchange"; 433490 [id="node_433490" labelType="html" label="MapPartitionsRDD [433490] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 433358->433359; 433359->433360; 433469->433470; 433470->433471; 433471->433472; 433472->433473; 433473->433474; 433474->433475; 433360->433476; 433476->433485; 433475->433486; 433486->433487; 433485->433488; 433487->433488; 433488->433489; 433489->433490; }
433357,433358
433468,433469
433360
433475
433474
433358
433359
433360
433469
433470
433471
433472
433473
433475
433476
433485
433486
433487
433488
433489
433490
Event Timeline
Enable zooming
Tasks: 67. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time