4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 333830 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
4 s
Locality Level Summary:
Process local: 60
Input Size / Records:
2021.8 KiB / 6631
Shuffle Write Size / Records:
180.0 KiB / 6631
Associated Job Ids:
18564
DAG Visualization
digraph G { id="graph_333830"; subgraph graph_stage_333830 { id="graph_stage_333830"; isCluster="true"; label="Stage 333830"; 152315 [id="node_152315" labelType="html" label="SQLExecutionRDD [152315] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; subgraph cluster_380814 { id="cluster_380814"; isCluster="true"; label="Exchange"; 152310 [id="node_152310" labelType="html" label="ShuffledRowRDD [152310] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_380813 { id="cluster_380813"; isCluster="true"; label="ObjectHashAggregate"; 152311 [id="node_152311" labelType="html" label="MapPartitionsRDD [152311] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_380772 { id="cluster_380772"; isCluster="true"; label="WholeStageCodegen (13)"; 152312 [id="node_152312" labelType="html" label="MapPartitionsRDD [152312] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_380763 { id="cluster_380763"; isCluster="true"; label="DeserializeToObject"; 152313 [id="node_152313" labelType="html" label="MapPartitionsRDD [152313] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_380756 { id="cluster_380756"; isCluster="true"; label="MapPartitions"; 152314 [id="node_152314" labelType="html" label="MapPartitionsRDD [152314] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_380873 { id="cluster_380873"; isCluster="true"; label="mapPartitions"; 152316 [id="node_152316" labelType="html" label="MapPartitionsRDD [152316] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381166 { id="cluster_381166"; isCluster="true"; label="repartition"; 152451 [id="node_152451" labelType="html" label="ShuffledRDD [152451] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 152452 [id="node_152452" labelType="html" label="CoalescedRDD [152452] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 152453 [id="node_152453" labelType="html" label="MapPartitionsRDD [152453] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381280 { id="cluster_381280"; isCluster="true"; label="map"; 152454 [id="node_152454" labelType="html" label="MapPartitionsRDD [152454] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381332 { id="cluster_381332"; isCluster="true"; label="WholeStageCodegen (4)"; 152469 [id="node_152469" labelType="html" label="MapPartitionsRDD [152469] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381341 { id="cluster_381341"; isCluster="true"; label="Scan"; 152470 [id="node_152470" labelType="html" label="MapPartitionsRDD [152470] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381336 { id="cluster_381336"; isCluster="true"; label="WholeStageCodegen (5)"; 152471 [id="node_152471" labelType="html" label="MapPartitionsRDD [152471] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381331 { id="cluster_381331"; isCluster="true"; label="Union"; 152472 [id="node_152472" labelType="html" label="UnionRDD [152472] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381328 { id="cluster_381328"; isCluster="true"; label="WholeStageCodegen (6)"; 152473 [id="node_152473" labelType="html" label="MapPartitionsRDD [152473] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381327 { id="cluster_381327"; isCluster="true"; label="Exchange"; 152474 [id="node_152474" labelType="html" label="MapPartitionsRDD [152474] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 152310->152311; 152311->152312; 152312->152313; 152313->152314; 152314->152315; 152315->152316; 152451->152452; 152452->152453; 152453->152454; 152454->152469; 152316->152470; 152470->152471; 152469->152472; 152471->152472; 152472->152473; 152473->152474; }
152309,152310
152450,152451
152316
152453
152315
152310
152311
152312
152313
152314
152316
152451
152452
152453
152454
152469
152470
152471
152472
152473
152474
Event Timeline
Enable zooming
Tasks: 60. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time