4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1657600 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
15 s
Locality Level Summary:
Process local: 30
Input Size / Records:
232.0 KiB / 692
Output Size / Records:
367.4 KiB / 692
Associated Job Ids:
86137
DAG Visualization
digraph G { id="graph_1657600"; subgraph graph_stage_1657600 { id="graph_stage_1657600"; isCluster="true"; label="Stage 1657600"; subgraph cluster_1780211 { id="cluster_1780211"; isCluster="true"; label="repartition"; 710099 [id="node_710099" labelType="html" label="ShuffledRDD [710099] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 710100 [id="node_710100" labelType="html" label="CoalescedRDD [710100] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 710101 [id="node_710101" labelType="html" label="MapPartitionsRDD [710101] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1781097 { id="cluster_1781097"; isCluster="true"; label="map"; 710440 [id="node_710440" labelType="html" label="MapPartitionsRDD [710440] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1781169 { id="cluster_1781169"; isCluster="true"; label="WholeStageCodegen (1)"; 710470 [id="node_710470" labelType="html" label="MapPartitionsRDD [710470] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1781167 { id="cluster_1781167"; isCluster="true"; label="Project"; 710471 [id="node_710471" labelType="html" label="MapPartitionsRDD [710471] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1781166 { id="cluster_1781166"; isCluster="true"; label="Sort"; 710472 [id="node_710472" labelType="html" label="MapPartitionsRDD [710472] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 710099->710100; 710100->710101; 710101->710440; 710440->710470; 710470->710471; 710471->710472; }
710098,710099
710101
710099
710100
710101
710440
710470
710471
710472
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time