4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1654487 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
9 s
Locality Level Summary:
Process local: 30
Input Size / Records:
47.1 MiB / 815144
Shuffle Write Size / Records:
9.4 MiB / 407572
Associated Job Ids:
86000
DAG Visualization
digraph G { id="graph_1654487"; subgraph graph_stage_1654487 { id="graph_stage_1654487"; isCluster="true"; label="Stage 1654487"; subgraph cluster_1777057 { id="cluster_1777057"; isCluster="true"; label="repartition"; 708806 [id="node_708806" labelType="html" label="ShuffledRDD [708806] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 708807 [id="node_708807" labelType="html" label="CoalescedRDD [708807] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 708808 [id="node_708808" labelType="html" label="MapPartitionsRDD [708808] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1777097 { id="cluster_1777097"; isCluster="true"; label="map"; 708821 [id="node_708821" labelType="html" label="MapPartitionsRDD [708821] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1777655 { id="cluster_1777655"; isCluster="true"; label="WholeStageCodegen (1)"; 709028 [id="node_709028" labelType="html" label="MapPartitionsRDD [709028] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1777654 { id="cluster_1777654"; isCluster="true"; label="Exchange"; 709029 [id="node_709029" labelType="html" label="MapPartitionsRDD [709029] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 708806->708807; 708807->708808; 708808->708821; 708821->709028; 709028->709029; }
708805,708806
708808
708806
708807
708808
708821
709028
709029
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time