4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1031218 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.4 s
Locality Level Summary:
Process local: 7
Input Size / Records:
0.0 B / 1795
Shuffle Write Size / Records:
285.1 KiB / 1795
Associated Job Ids:
52653
DAG Visualization
digraph G { id="graph_1031218"; subgraph graph_stage_1031218 { id="graph_stage_1031218"; isCluster="true"; label="Stage 1031218"; subgraph cluster_1087168 { id="cluster_1087168"; isCluster="true"; label="Scan parquet "; 433910 [id="node_433910" labelType="html" label="FileScanRDD [433910]<br>start at FileStorageAdapterImpl.java:596}"]; 433911 [id="node_433911" labelType="html" label="MapPartitionsRDD [433911]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1087164 { id="cluster_1087164"; isCluster="true"; label="WholeStageCodegen (1)"; 433912 [id="node_433912" labelType="html" label="MapPartitionsRDD [433912]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1087172 { id="cluster_1087172"; isCluster="true"; label="Scan json "; 433913 [id="node_433913" labelType="html" label="FileScanRDD [433913]<br>start at FileStorageAdapterImpl.java:596}"]; 433914 [id="node_433914" labelType="html" label="MapPartitionsRDD [433914]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1087169 { id="cluster_1087169"; isCluster="true"; label="WholeStageCodegen (2)"; 433915 [id="node_433915" labelType="html" label="MapPartitionsRDD [433915]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1087163 { id="cluster_1087163"; isCluster="true"; label="Union"; 433916 [id="node_433916" labelType="html" label="UnionRDD [433916]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1087162 { id="cluster_1087162"; isCluster="true"; label="Exchange"; 433917 [id="node_433917" labelType="html" label="MapPartitionsRDD [433917]<br>start at FileStorageAdapterImpl.java:596}"]; } } 433910->433911; 433911->433912; 433913->433914; 433914->433915; 433912->433916; 433915->433916; 433916->433917; }
Event Timeline
Enable zooming
Tasks: 7. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time