4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 2135399 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
10 s
Locality Level Summary:
Process local: 30
Input Size / Records:
7.8 MiB / 207172
Shuffle Write Size / Records:
2.2 MiB / 101894
Associated Job Ids:
114662
DAG Visualization
digraph G { id="graph_2135399"; subgraph graph_stage_2135399 { id="graph_stage_2135399"; isCluster="true"; label="Stage 2135399"; subgraph cluster_2365777 { id="cluster_2365777"; isCluster="true"; label="repartition"; 943006 [id="node_943006" labelType="html" label="ShuffledRDD [943006] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 943007 [id="node_943007" labelType="html" label="CoalescedRDD [943007] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 943008 [id="node_943008" labelType="html" label="MapPartitionsRDD [943008] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366381 { id="cluster_2366381"; isCluster="true"; label="map"; 943232 [id="node_943232" labelType="html" label="MapPartitionsRDD [943232] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366510 { id="cluster_2366510"; isCluster="true"; label="WholeStageCodegen (13)"; 943278 [id="node_943278" labelType="html" label="MapPartitionsRDD [943278] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366509 { id="cluster_2366509"; isCluster="true"; label="ObjectHashAggregate"; 943279 [id="node_943279" labelType="html" label="MapPartitionsRDD [943279] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366508 { id="cluster_2366508"; isCluster="true"; label="Exchange"; 943280 [id="node_943280" labelType="html" label="MapPartitionsRDD [943280] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 943006->943007; 943007->943008; 943008->943232; 943232->943278; 943278->943279; 943279->943280; }
943005,943006
943008
943006
943007
943008
943232
943278
943279
943280
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time