4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 339317 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
1 s
Locality Level Summary:
Process local: 7
Input Size / Records:
0.0 B / 1922
Shuffle Write Size / Records:
303.1 KiB / 1922
Associated Job Ids:
18698
DAG Visualization
digraph G { id="graph_339317"; subgraph graph_stage_339317 { id="graph_stage_339317"; isCluster="true"; label="Stage 339317"; subgraph cluster_385052 { id="cluster_385052"; isCluster="true"; label="Scan parquet "; 153914 [id="node_153914" labelType="html" label="FileScanRDD [153914]<br>start at FileStorageAdapterImpl.java:596}"]; 153915 [id="node_153915" labelType="html" label="MapPartitionsRDD [153915]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_385048 { id="cluster_385048"; isCluster="true"; label="WholeStageCodegen (1)"; 153916 [id="node_153916" labelType="html" label="MapPartitionsRDD [153916]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_385056 { id="cluster_385056"; isCluster="true"; label="Scan json "; 153917 [id="node_153917" labelType="html" label="FileScanRDD [153917]<br>start at FileStorageAdapterImpl.java:596}"]; 153918 [id="node_153918" labelType="html" label="MapPartitionsRDD [153918]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_385053 { id="cluster_385053"; isCluster="true"; label="WholeStageCodegen (2)"; 153919 [id="node_153919" labelType="html" label="MapPartitionsRDD [153919]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_385047 { id="cluster_385047"; isCluster="true"; label="Union"; 153920 [id="node_153920" labelType="html" label="UnionRDD [153920]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_385046 { id="cluster_385046"; isCluster="true"; label="Exchange"; 153921 [id="node_153921" labelType="html" label="MapPartitionsRDD [153921]<br>start at FileStorageAdapterImpl.java:596}"]; } } 153914->153915; 153915->153916; 153917->153918; 153918->153919; 153916->153920; 153919->153920; 153920->153921; }
Event Timeline
Enable zooming
Tasks: 7. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time