4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 338000 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.3 s
Locality Level Summary:
Process local: 5
Input Size / Records:
0.0 B / 1793
Shuffle Write Size / Records:
264.3 KiB / 1793
Associated Job Ids:
18670
DAG Visualization
digraph G { id="graph_338000"; subgraph graph_stage_338000 { id="graph_stage_338000"; isCluster="true"; label="Stage 338000"; subgraph cluster_384576 { id="cluster_384576"; isCluster="true"; label="Scan parquet "; 153726 [id="node_153726" labelType="html" label="FileScanRDD [153726]<br>start at FileStorageAdapterImpl.java:596}"]; 153727 [id="node_153727" labelType="html" label="MapPartitionsRDD [153727]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_384572 { id="cluster_384572"; isCluster="true"; label="WholeStageCodegen (1)"; 153728 [id="node_153728" labelType="html" label="MapPartitionsRDD [153728]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_384580 { id="cluster_384580"; isCluster="true"; label="Scan json "; 153729 [id="node_153729" labelType="html" label="FileScanRDD [153729]<br>start at FileStorageAdapterImpl.java:596}"]; 153730 [id="node_153730" labelType="html" label="MapPartitionsRDD [153730]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_384577 { id="cluster_384577"; isCluster="true"; label="WholeStageCodegen (2)"; 153731 [id="node_153731" labelType="html" label="MapPartitionsRDD [153731]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_384571 { id="cluster_384571"; isCluster="true"; label="Union"; 153732 [id="node_153732" labelType="html" label="UnionRDD [153732]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_384570 { id="cluster_384570"; isCluster="true"; label="Exchange"; 153733 [id="node_153733" labelType="html" label="MapPartitionsRDD [153733]<br>start at FileStorageAdapterImpl.java:596}"]; } } 153726->153727; 153727->153728; 153729->153730; 153730->153731; 153728->153732; 153731->153732; 153732->153733; }
Event Timeline
Enable zooming
Tasks: 5. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time