4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1034115 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
15 s
Locality Level Summary:
Node local: 30
Output Size / Records:
5.0 MiB / 119954
Shuffle Read Size / Records:
8.7 MiB / 239908
Associated Job Ids:
52717
DAG Visualization
digraph G { id="graph_1034115"; subgraph graph_stage_1034115 { id="graph_stage_1034115"; isCluster="true"; label="Stage 1034115"; subgraph cluster_1088378 { id="cluster_1088378"; isCluster="true"; label="Exchange"; 434417 [id="node_434417" labelType="html" label="ShuffledRowRDD [434417] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088375 { id="cluster_1088375"; isCluster="true"; label="WholeStageCodegen (2)"; 434418 [id="node_434418" labelType="html" label="MapPartitionsRDD [434418] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088390 { id="cluster_1088390"; isCluster="true"; label="Exchange"; 434423 [id="node_434423" labelType="html" label="ShuffledRowRDD [434423] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088386 { id="cluster_1088386"; isCluster="true"; label="WholeStageCodegen (4)"; 434424 [id="node_434424" labelType="html" label="MapPartitionsRDD [434424] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088372 { id="cluster_1088372"; isCluster="true"; label="WholeStageCodegen (5)"; 434425 [id="node_434425" labelType="html" label="ZippedPartitionsRDD2 [434425] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 434426 [id="node_434426" labelType="html" label="MapPartitionsRDD [434426] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088371 { id="cluster_1088371"; isCluster="true"; label="Project"; 434427 [id="node_434427" labelType="html" label="MapPartitionsRDD [434427] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088370 { id="cluster_1088370"; isCluster="true"; label="WriteFiles"; 434428 [id="node_434428" labelType="html" label="MapPartitionsRDD [434428] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 434417->434418; 434423->434424; 434418->434425; 434424->434425; 434425->434426; 434426->434427; 434427->434428; }
434416,434417
434422,434423
434417
434418
434425
434426
434427
434428
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time