4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 338015 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
1.0 s
Locality Level Summary:
Process local: 5
Input Size / Records:
0.0 B / 1793
Shuffle Write Size / Records:
264.3 KiB / 1793
Associated Job Ids:
18680
DAG Visualization
digraph G { id="graph_338015"; subgraph graph_stage_338015 { id="graph_stage_338015"; isCluster="true"; label="Stage 338015"; subgraph cluster_384767 { id="cluster_384767"; isCluster="true"; label="Scan parquet "; 153775 [id="node_153775" labelType="html" label="FileScanRDD [153775]<br>start at FileStorageAdapterImpl.java:596}"]; 153776 [id="node_153776" labelType="html" label="MapPartitionsRDD [153776]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_384763 { id="cluster_384763"; isCluster="true"; label="WholeStageCodegen (1)"; 153777 [id="node_153777" labelType="html" label="MapPartitionsRDD [153777]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_384771 { id="cluster_384771"; isCluster="true"; label="Scan json "; 153778 [id="node_153778" labelType="html" label="FileScanRDD [153778]<br>start at FileStorageAdapterImpl.java:596}"]; 153779 [id="node_153779" labelType="html" label="MapPartitionsRDD [153779]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_384768 { id="cluster_384768"; isCluster="true"; label="WholeStageCodegen (2)"; 153780 [id="node_153780" labelType="html" label="MapPartitionsRDD [153780]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_384762 { id="cluster_384762"; isCluster="true"; label="Union"; 153781 [id="node_153781" labelType="html" label="UnionRDD [153781]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_384761 { id="cluster_384761"; isCluster="true"; label="Exchange"; 153782 [id="node_153782" labelType="html" label="MapPartitionsRDD [153782]<br>start at FileStorageAdapterImpl.java:596}"]; } } 153775->153776; 153776->153777; 153778->153779; 153779->153780; 153777->153781; 153780->153781; 153781->153782; }
Event Timeline
Enable zooming
Tasks: 5. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time