4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 330779 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.3 s
Locality Level Summary:
Process local: 4
Input Size / Records:
0.0 B / 1725
Shuffle Write Size / Records:
244.2 KiB / 1725
Associated Job Ids:
18449
DAG Visualization
digraph G { id="graph_330779"; subgraph graph_stage_330779 { id="graph_stage_330779"; isCluster="true"; label="Stage 330779"; subgraph cluster_378728 { id="cluster_378728"; isCluster="true"; label="Scan parquet "; 151352 [id="node_151352" labelType="html" label="FileScanRDD [151352]<br>start at FileStorageAdapterImpl.java:596}"]; 151353 [id="node_151353" labelType="html" label="MapPartitionsRDD [151353]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_378724 { id="cluster_378724"; isCluster="true"; label="WholeStageCodegen (1)"; 151354 [id="node_151354" labelType="html" label="MapPartitionsRDD [151354]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_378732 { id="cluster_378732"; isCluster="true"; label="Scan json "; 151355 [id="node_151355" labelType="html" label="FileScanRDD [151355]<br>start at FileStorageAdapterImpl.java:596}"]; 151356 [id="node_151356" labelType="html" label="MapPartitionsRDD [151356]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_378729 { id="cluster_378729"; isCluster="true"; label="WholeStageCodegen (2)"; 151357 [id="node_151357" labelType="html" label="MapPartitionsRDD [151357]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_378723 { id="cluster_378723"; isCluster="true"; label="Union"; 151358 [id="node_151358" labelType="html" label="UnionRDD [151358]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_378722 { id="cluster_378722"; isCluster="true"; label="Exchange"; 151359 [id="node_151359" labelType="html" label="MapPartitionsRDD [151359]<br>start at FileStorageAdapterImpl.java:596}"]; } } 151352->151353; 151353->151354; 151355->151356; 151356->151357; 151354->151358; 151357->151358; 151358->151359; }
Event Timeline
Enable zooming
Tasks: 4. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time