4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1036577 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.7 s
Locality Level Summary:
Process local: 8
Input Size / Records:
0.0 B / 1826
Shuffle Write Size / Records:
297.8 KiB / 1826
Associated Job Ids:
52748
DAG Visualization
digraph G { id="graph_1036577"; subgraph graph_stage_1036577 { id="graph_stage_1036577"; isCluster="true"; label="Stage 1036577"; subgraph cluster_1089316 { id="cluster_1089316"; isCluster="true"; label="Scan parquet "; 434773 [id="node_434773" labelType="html" label="FileScanRDD [434773]<br>start at FileStorageAdapterImpl.java:596}"]; 434774 [id="node_434774" labelType="html" label="MapPartitionsRDD [434774]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1089312 { id="cluster_1089312"; isCluster="true"; label="WholeStageCodegen (1)"; 434775 [id="node_434775" labelType="html" label="MapPartitionsRDD [434775]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1089320 { id="cluster_1089320"; isCluster="true"; label="Scan json "; 434776 [id="node_434776" labelType="html" label="FileScanRDD [434776]<br>start at FileStorageAdapterImpl.java:596}"]; 434777 [id="node_434777" labelType="html" label="MapPartitionsRDD [434777]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1089317 { id="cluster_1089317"; isCluster="true"; label="WholeStageCodegen (2)"; 434778 [id="node_434778" labelType="html" label="MapPartitionsRDD [434778]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1089311 { id="cluster_1089311"; isCluster="true"; label="Union"; 434779 [id="node_434779" labelType="html" label="UnionRDD [434779]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1089310 { id="cluster_1089310"; isCluster="true"; label="Exchange"; 434780 [id="node_434780" labelType="html" label="MapPartitionsRDD [434780]<br>start at FileStorageAdapterImpl.java:596}"]; } } 434773->434774; 434774->434775; 434776->434777; 434777->434778; 434775->434779; 434778->434779; 434779->434780; }
Event Timeline
Enable zooming
Tasks: 8. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time