4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 337300 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.7 s
Locality Level Summary:
Process local: 7
Input Size / Records:
0.0 B / 1943
Associated Job Ids:
18657
DAG Visualization
digraph G { id="graph_337300"; subgraph graph_stage_337300 { id="graph_stage_337300"; isCluster="true"; label="Stage 337300"; subgraph cluster_384251 { id="cluster_384251"; isCluster="true"; label="Scan parquet "; 153592 [id="node_153592" labelType="html" label="FileScanRDD [153592]<br>start at FileStorageAdapterImpl.java:596}"]; 153593 [id="node_153593" labelType="html" label="MapPartitionsRDD [153593]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_384246 { id="cluster_384246"; isCluster="true"; label="WholeStageCodegen (1)"; 153594 [id="node_153594" labelType="html" label="MapPartitionsRDD [153594]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_384256 { id="cluster_384256"; isCluster="true"; label="Scan json "; 153595 [id="node_153595" labelType="html" label="FileScanRDD [153595]<br>start at FileStorageAdapterImpl.java:596}"]; 153596 [id="node_153596" labelType="html" label="MapPartitionsRDD [153596]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_384252 { id="cluster_384252"; isCluster="true"; label="WholeStageCodegen (2)"; 153597 [id="node_153597" labelType="html" label="MapPartitionsRDD [153597]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_384245 { id="cluster_384245"; isCluster="true"; label="Union"; 153598 [id="node_153598" labelType="html" label="UnionRDD [153598]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_384257 { id="cluster_384257"; isCluster="true"; label="mapPartitionsInternal"; 153599 [id="node_153599" labelType="html" label="MapPartitionsRDD [153599]<br>start at FileStorageAdapterImpl.java:596}"]; } } 153592->153593; 153593->153594; 153595->153596; 153596->153597; 153594->153598; 153597->153598; 153598->153599; }
Event Timeline
Enable zooming
Tasks: 7. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time