4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 331974 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
19 s
Locality Level Summary:
Process local: 30
Input Size / Records:
0.0 B / 445104
Shuffle Write Size / Records:
14.9 MiB / 445104
Associated Job Ids:
18496
DAG Visualization
digraph G { id="graph_331974"; subgraph graph_stage_331974 { id="graph_stage_331974"; isCluster="true"; label="Stage 331974"; 151663 [id="node_151663" labelType="html" label="SQLExecutionRDD [151663]<br>start at FileStorageAdapterImpl.java:596}"]; subgraph cluster_379404 { id="cluster_379404"; isCluster="true"; label="Scan parquet "; 151660 [id="node_151660" labelType="html" label="FileScanRDD [151660]<br>start at FileStorageAdapterImpl.java:596}"]; 151661 [id="node_151661" labelType="html" label="MapPartitionsRDD [151661]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_379401 { id="cluster_379401"; isCluster="true"; label="WholeStageCodegen (1)"; 151662 [id="node_151662" labelType="html" label="MapPartitionsRDD [151662]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_379419 { id="cluster_379419"; isCluster="true"; label="WholeStageCodegen (1)"; 151664 [id="node_151664" labelType="html" label="MapPartitionsRDD [151664]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_379418 { id="cluster_379418"; isCluster="true"; label="HashAggregate"; 151665 [id="node_151665" labelType="html" label="MapPartitionsRDD [151665]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_379417 { id="cluster_379417"; isCluster="true"; label="Exchange"; 151666 [id="node_151666" labelType="html" label="MapPartitionsRDD [151666]<br>start at FileStorageAdapterImpl.java:596}"]; } } 151660->151661; 151661->151662; 151662->151663; 151663->151664; 151664->151665; 151665->151666; }
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time