4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1657635 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.3 s
Locality Level Summary:
Process local: 5
Input Size / Records:
0.0 B / 1444
Shuffle Write Size / Records:
233.1 KiB / 1444
Associated Job Ids:
86140
DAG Visualization
digraph G { id="graph_1657635"; subgraph graph_stage_1657635 { id="graph_stage_1657635"; isCluster="true"; label="Stage 1657635"; subgraph cluster_1781227 { id="cluster_1781227"; isCluster="true"; label="Scan parquet "; 710481 [id="node_710481" labelType="html" label="FileScanRDD [710481]<br>start at FileStorageAdapterImpl.java:596}"]; 710482 [id="node_710482" labelType="html" label="MapPartitionsRDD [710482]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1781223 { id="cluster_1781223"; isCluster="true"; label="WholeStageCodegen (1)"; 710483 [id="node_710483" labelType="html" label="MapPartitionsRDD [710483]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1781231 { id="cluster_1781231"; isCluster="true"; label="Scan json "; 710484 [id="node_710484" labelType="html" label="FileScanRDD [710484]<br>start at FileStorageAdapterImpl.java:596}"]; 710485 [id="node_710485" labelType="html" label="MapPartitionsRDD [710485]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1781228 { id="cluster_1781228"; isCluster="true"; label="WholeStageCodegen (2)"; 710486 [id="node_710486" labelType="html" label="MapPartitionsRDD [710486]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1781222 { id="cluster_1781222"; isCluster="true"; label="Union"; 710487 [id="node_710487" labelType="html" label="UnionRDD [710487]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1781221 { id="cluster_1781221"; isCluster="true"; label="Exchange"; 710488 [id="node_710488" labelType="html" label="MapPartitionsRDD [710488]<br>start at FileStorageAdapterImpl.java:596}"]; } } 710481->710482; 710482->710483; 710484->710485; 710485->710486; 710483->710487; 710486->710487; 710487->710488; }
Event Timeline
Enable zooming
Tasks: 5. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time