4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1655801 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
22 s
Locality Level Summary:
Process local: 30
Input Size / Records:
14.4 MiB / 407472
Output Size / Records:
4.1 MiB / 407472
Associated Job Ids:
86058
DAG Visualization
digraph G { id="graph_1655801"; subgraph graph_stage_1655801 { id="graph_stage_1655801"; isCluster="true"; label="Stage 1655801"; subgraph cluster_1778076 { id="cluster_1778076"; isCluster="true"; label="repartition"; 709199 [id="node_709199" labelType="html" label="ShuffledRDD [709199] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 709200 [id="node_709200" labelType="html" label="CoalescedRDD [709200] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 709201 [id="node_709201" labelType="html" label="MapPartitionsRDD [709201] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1779111 { id="cluster_1779111"; isCluster="true"; label="map"; 709609 [id="node_709609" labelType="html" label="MapPartitionsRDD [709609] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1779183 { id="cluster_1779183"; isCluster="true"; label="WholeStageCodegen (1)"; 709639 [id="node_709639" labelType="html" label="MapPartitionsRDD [709639] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1779181 { id="cluster_1779181"; isCluster="true"; label="Project"; 709640 [id="node_709640" labelType="html" label="MapPartitionsRDD [709640] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1779180 { id="cluster_1779180"; isCluster="true"; label="Sort"; 709641 [id="node_709641" labelType="html" label="MapPartitionsRDD [709641] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 709199->709200; 709200->709201; 709201->709609; 709609->709639; 709639->709640; 709640->709641; }
709198,709199
709201
709199
709200
709201
709609
709639
709640
709641
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time