4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1657546 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Process local: 5
Input Size / Records:
0.0 B / 1451
Shuffle Write Size / Records:
254.3 KiB / 1451
Associated Job Ids:
86135
DAG Visualization
digraph G { id="graph_1657546"; subgraph graph_stage_1657546 { id="graph_stage_1657546"; isCluster="true"; label="Stage 1657546"; subgraph cluster_1781131 { id="cluster_1781131"; isCluster="true"; label="Scan parquet "; 710446 [id="node_710446" labelType="html" label="FileScanRDD [710446]<br>start at FileStorageAdapterImpl.java:596}"]; 710447 [id="node_710447" labelType="html" label="MapPartitionsRDD [710447]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1781127 { id="cluster_1781127"; isCluster="true"; label="WholeStageCodegen (1)"; 710448 [id="node_710448" labelType="html" label="MapPartitionsRDD [710448]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1781135 { id="cluster_1781135"; isCluster="true"; label="Scan json "; 710449 [id="node_710449" labelType="html" label="FileScanRDD [710449]<br>start at FileStorageAdapterImpl.java:596}"]; 710450 [id="node_710450" labelType="html" label="MapPartitionsRDD [710450]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1781132 { id="cluster_1781132"; isCluster="true"; label="WholeStageCodegen (2)"; 710451 [id="node_710451" labelType="html" label="MapPartitionsRDD [710451]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1781126 { id="cluster_1781126"; isCluster="true"; label="Union"; 710452 [id="node_710452" labelType="html" label="UnionRDD [710452]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1781125 { id="cluster_1781125"; isCluster="true"; label="Exchange"; 710453 [id="node_710453" labelType="html" label="MapPartitionsRDD [710453]<br>start at FileStorageAdapterImpl.java:596}"]; } } 710446->710447; 710447->710448; 710449->710450; 710450->710451; 710448->710452; 710451->710452; 710452->710453; }
Event Timeline
Enable zooming
Tasks: 5. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time