4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1032496 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
20 s
Locality Level Summary:
Process local: 30
Input Size / Records:
0.0 B / 479816
Shuffle Write Size / Records:
15.9 MiB / 479816
Associated Job Ids:
52676
DAG Visualization
digraph G { id="graph_1032496"; subgraph graph_stage_1032496 { id="graph_stage_1032496"; isCluster="true"; label="Stage 1032496"; 434067 [id="node_434067" labelType="html" label="SQLExecutionRDD [434067]<br>start at FileStorageAdapterImpl.java:596}"]; subgraph cluster_1087491 { id="cluster_1087491"; isCluster="true"; label="Scan parquet "; 434064 [id="node_434064" labelType="html" label="FileScanRDD [434064]<br>start at FileStorageAdapterImpl.java:596}"]; 434065 [id="node_434065" labelType="html" label="MapPartitionsRDD [434065]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1087488 { id="cluster_1087488"; isCluster="true"; label="WholeStageCodegen (1)"; 434066 [id="node_434066" labelType="html" label="MapPartitionsRDD [434066]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1087506 { id="cluster_1087506"; isCluster="true"; label="WholeStageCodegen (1)"; 434068 [id="node_434068" labelType="html" label="MapPartitionsRDD [434068]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1087505 { id="cluster_1087505"; isCluster="true"; label="HashAggregate"; 434069 [id="node_434069" labelType="html" label="MapPartitionsRDD [434069]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1087504 { id="cluster_1087504"; isCluster="true"; label="Exchange"; 434070 [id="node_434070" labelType="html" label="MapPartitionsRDD [434070]<br>start at FileStorageAdapterImpl.java:596}"]; } } 434064->434065; 434065->434066; 434066->434067; 434067->434068; 434068->434069; 434069->434070; }
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time