4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1036544 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
12 s
Locality Level Summary:
Process local: 30
Input Size / Records:
1425.2 KiB / 4403
Output Size / Records:
726.7 KiB / 2354
Associated Job Ids:
52745
DAG Visualization
digraph G { id="graph_1036544"; subgraph graph_stage_1036544 { id="graph_stage_1036544"; isCluster="true"; label="Stage 1036544"; subgraph cluster_1088228 { id="cluster_1088228"; isCluster="true"; label="repartition"; 434365 [id="node_434365" labelType="html" label="ShuffledRDD [434365] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 434366 [id="node_434366" labelType="html" label="CoalescedRDD [434366] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 434367 [id="node_434367" labelType="html" label="MapPartitionsRDD [434367] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1089186 { id="cluster_1089186"; isCluster="true"; label="map"; 434732 [id="node_434732" labelType="html" label="MapPartitionsRDD [434732] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1089258 { id="cluster_1089258"; isCluster="true"; label="WholeStageCodegen (1)"; 434762 [id="node_434762" labelType="html" label="MapPartitionsRDD [434762] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1089256 { id="cluster_1089256"; isCluster="true"; label="Project"; 434763 [id="node_434763" labelType="html" label="MapPartitionsRDD [434763] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1089255 { id="cluster_1089255"; isCluster="true"; label="Sort"; 434764 [id="node_434764" labelType="html" label="MapPartitionsRDD [434764] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 434365->434366; 434366->434367; 434367->434732; 434732->434762; 434762->434763; 434763->434764; }
434364,434365
434367
434365
434366
434367
434732
434762
434763
434764
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time