4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 2136491 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.7 s
Locality Level Summary:
Process local: 3
Input Size / Records:
0.0 B / 1394
Shuffle Write Size / Records:
215.9 KiB / 1394
Associated Job Ids:
114681
DAG Visualization
digraph G { id="graph_2136491"; subgraph graph_stage_2136491 { id="graph_stage_2136491"; isCluster="true"; label="Stage 2136491"; subgraph cluster_2367111 { id="cluster_2367111"; isCluster="true"; label="Scan parquet "; 943514 [id="node_943514" labelType="html" label="FileScanRDD [943514]<br>start at FileStorageAdapterImpl.java:596}"]; 943515 [id="node_943515" labelType="html" label="MapPartitionsRDD [943515]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2367107 { id="cluster_2367107"; isCluster="true"; label="WholeStageCodegen (1)"; 943516 [id="node_943516" labelType="html" label="MapPartitionsRDD [943516]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2367115 { id="cluster_2367115"; isCluster="true"; label="Scan json "; 943517 [id="node_943517" labelType="html" label="FileScanRDD [943517]<br>start at FileStorageAdapterImpl.java:596}"]; 943518 [id="node_943518" labelType="html" label="MapPartitionsRDD [943518]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2367112 { id="cluster_2367112"; isCluster="true"; label="WholeStageCodegen (2)"; 943519 [id="node_943519" labelType="html" label="MapPartitionsRDD [943519]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2367106 { id="cluster_2367106"; isCluster="true"; label="Union"; 943520 [id="node_943520" labelType="html" label="UnionRDD [943520]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2367105 { id="cluster_2367105"; isCluster="true"; label="Exchange"; 943521 [id="node_943521" labelType="html" label="MapPartitionsRDD [943521]<br>start at FileStorageAdapterImpl.java:596}"]; } } 943514->943515; 943515->943516; 943517->943518; 943518->943519; 943516->943520; 943519->943520; 943520->943521; }
Event Timeline
Enable zooming
Tasks: 3. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time