4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 337287 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
1 s
Locality Level Summary:
Process local: 5
Input Size / Records:
0.0 B / 1821
Shuffle Write Size / Records:
283.9 KiB / 1821
Associated Job Ids:
18648
DAG Visualization
digraph G { id="graph_337287"; subgraph graph_stage_337287 { id="graph_stage_337287"; isCluster="true"; label="Stage 337287"; subgraph cluster_384142 { id="cluster_384142"; isCluster="true"; label="Scan parquet "; 153548 [id="node_153548" labelType="html" label="FileScanRDD [153548]<br>start at FileStorageAdapterImpl.java:596}"]; 153549 [id="node_153549" labelType="html" label="MapPartitionsRDD [153549]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_384138 { id="cluster_384138"; isCluster="true"; label="WholeStageCodegen (1)"; 153550 [id="node_153550" labelType="html" label="MapPartitionsRDD [153550]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_384146 { id="cluster_384146"; isCluster="true"; label="Scan json "; 153551 [id="node_153551" labelType="html" label="FileScanRDD [153551]<br>start at FileStorageAdapterImpl.java:596}"]; 153552 [id="node_153552" labelType="html" label="MapPartitionsRDD [153552]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_384143 { id="cluster_384143"; isCluster="true"; label="WholeStageCodegen (2)"; 153553 [id="node_153553" labelType="html" label="MapPartitionsRDD [153553]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_384137 { id="cluster_384137"; isCluster="true"; label="Union"; 153554 [id="node_153554" labelType="html" label="UnionRDD [153554]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_384136 { id="cluster_384136"; isCluster="true"; label="Exchange"; 153555 [id="node_153555" labelType="html" label="MapPartitionsRDD [153555]<br>start at FileStorageAdapterImpl.java:596}"]; } } 153548->153549; 153549->153550; 153551->153552; 153552->153553; 153550->153554; 153553->153554; 153554->153555; }
Event Timeline
Enable zooming
Tasks: 5. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time