4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1657702 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
25 s
Locality Level Summary:
Process local: 30
Input Size / Records:
61.9 MiB / 955480
Shuffle Write Size / Records:
47.6 MiB / 815144
Associated Job Ids:
86144
DAG Visualization
digraph G { id="graph_1657702"; subgraph graph_stage_1657702 { id="graph_stage_1657702"; isCluster="true"; label="Stage 1657702"; 710513 [id="node_710513" labelType="html" label="SQLExecutionRDD [710513] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; subgraph cluster_1779722 { id="cluster_1779722"; isCluster="true"; label="repartition"; 709909 [id="node_709909" labelType="html" label="ShuffledRDD [709909] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 709910 [id="node_709910" labelType="html" label="CoalescedRDD [709910] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 709911 [id="node_709911" labelType="html" label="MapPartitionsRDD [709911] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1781289 { id="cluster_1781289"; isCluster="true"; label="map"; 710510 [id="node_710510" labelType="html" label="MapPartitionsRDD [710510] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1781291 { id="cluster_1781291"; isCluster="true"; label="WholeStageCodegen (1)"; 710511 [id="node_710511" labelType="html" label="MapPartitionsRDD [710511] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1781290 { id="cluster_1781290"; isCluster="true"; label="DeserializeToObject"; 710512 [id="node_710512" labelType="html" label="MapPartitionsRDD [710512] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1781294 { id="cluster_1781294"; isCluster="true"; label="mapPartitions"; 710514 [id="node_710514" labelType="html" label="MapPartitionsRDD [710514] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1781295 { id="cluster_1781295"; isCluster="true"; label="repartition"; 710515 [id="node_710515" labelType="html" label="MapPartitionsRDD [710515] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 709909->709910; 709910->709911; 709911->710510; 710510->710511; 710511->710512; 710512->710513; 710513->710514; 710514->710515; }
709908,709909
709911
710513
709909
709910
709911
710510
710511
710512
710514
710515
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time