4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 337468 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
1 s
Locality Level Summary:
Process local: 7
Input Size / Records:
0.0 B / 1943
Shuffle Write Size / Records:
321.2 KiB / 1943
Associated Job Ids:
18659
DAG Visualization
digraph G { id="graph_337468"; subgraph graph_stage_337468 { id="graph_stage_337468"; isCluster="true"; label="Stage 337468"; subgraph cluster_384323 { id="cluster_384323"; isCluster="true"; label="Scan parquet "; 153612 [id="node_153612" labelType="html" label="FileScanRDD [153612]<br>start at FileStorageAdapterImpl.java:596}"]; 153613 [id="node_153613" labelType="html" label="MapPartitionsRDD [153613]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_384319 { id="cluster_384319"; isCluster="true"; label="WholeStageCodegen (1)"; 153614 [id="node_153614" labelType="html" label="MapPartitionsRDD [153614]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_384327 { id="cluster_384327"; isCluster="true"; label="Scan json "; 153615 [id="node_153615" labelType="html" label="FileScanRDD [153615]<br>start at FileStorageAdapterImpl.java:596}"]; 153616 [id="node_153616" labelType="html" label="MapPartitionsRDD [153616]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_384324 { id="cluster_384324"; isCluster="true"; label="WholeStageCodegen (2)"; 153617 [id="node_153617" labelType="html" label="MapPartitionsRDD [153617]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_384318 { id="cluster_384318"; isCluster="true"; label="Union"; 153618 [id="node_153618" labelType="html" label="UnionRDD [153618]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_384317 { id="cluster_384317"; isCluster="true"; label="Exchange"; 153619 [id="node_153619" labelType="html" label="MapPartitionsRDD [153619]<br>start at FileStorageAdapterImpl.java:596}"]; } } 153612->153613; 153613->153614; 153615->153616; 153616->153617; 153614->153618; 153617->153618; 153618->153619; }
Event Timeline
Enable zooming
Tasks: 7. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time