4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 2136618 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.7 s
Locality Level Summary:
Process local: 3
Input Size / Records:
0.0 B / 1359
Shuffle Write Size / Records:
195.6 KiB / 1359
Associated Job Ids:
114686
DAG Visualization
digraph G { id="graph_2136618"; subgraph graph_stage_2136618 { id="graph_stage_2136618"; isCluster="true"; label="Stage 2136618"; subgraph cluster_2367207 { id="cluster_2367207"; isCluster="true"; label="Scan parquet "; 943549 [id="node_943549" labelType="html" label="FileScanRDD [943549]<br>start at FileStorageAdapterImpl.java:596}"]; 943550 [id="node_943550" labelType="html" label="MapPartitionsRDD [943550]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2367203 { id="cluster_2367203"; isCluster="true"; label="WholeStageCodegen (1)"; 943551 [id="node_943551" labelType="html" label="MapPartitionsRDD [943551]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2367211 { id="cluster_2367211"; isCluster="true"; label="Scan json "; 943552 [id="node_943552" labelType="html" label="FileScanRDD [943552]<br>start at FileStorageAdapterImpl.java:596}"]; 943553 [id="node_943553" labelType="html" label="MapPartitionsRDD [943553]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2367208 { id="cluster_2367208"; isCluster="true"; label="WholeStageCodegen (2)"; 943554 [id="node_943554" labelType="html" label="MapPartitionsRDD [943554]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2367202 { id="cluster_2367202"; isCluster="true"; label="Union"; 943555 [id="node_943555" labelType="html" label="UnionRDD [943555]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2367201 { id="cluster_2367201"; isCluster="true"; label="Exchange"; 943556 [id="node_943556" labelType="html" label="MapPartitionsRDD [943556]<br>start at FileStorageAdapterImpl.java:596}"]; } } 943549->943550; 943550->943551; 943552->943553; 943553->943554; 943551->943555; 943554->943555; 943555->943556; }
Event Timeline
Enable zooming
Tasks: 3. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time