4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1036385 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Process local: 8
Input Size / Records:
0.0 B / 1819
Shuffle Write Size / Records:
314.3 KiB / 1819
Associated Job Ids:
52743
DAG Visualization
digraph G { id="graph_1036385"; subgraph graph_stage_1036385 { id="graph_stage_1036385"; isCluster="true"; label="Stage 1036385"; subgraph cluster_1089220 { id="cluster_1089220"; isCluster="true"; label="Scan parquet "; 434738 [id="node_434738" labelType="html" label="FileScanRDD [434738]<br>start at FileStorageAdapterImpl.java:596}"]; 434739 [id="node_434739" labelType="html" label="MapPartitionsRDD [434739]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1089216 { id="cluster_1089216"; isCluster="true"; label="WholeStageCodegen (1)"; 434740 [id="node_434740" labelType="html" label="MapPartitionsRDD [434740]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1089224 { id="cluster_1089224"; isCluster="true"; label="Scan json "; 434741 [id="node_434741" labelType="html" label="FileScanRDD [434741]<br>start at FileStorageAdapterImpl.java:596}"]; 434742 [id="node_434742" labelType="html" label="MapPartitionsRDD [434742]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1089221 { id="cluster_1089221"; isCluster="true"; label="WholeStageCodegen (2)"; 434743 [id="node_434743" labelType="html" label="MapPartitionsRDD [434743]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1089215 { id="cluster_1089215"; isCluster="true"; label="Union"; 434744 [id="node_434744" labelType="html" label="UnionRDD [434744]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1089214 { id="cluster_1089214"; isCluster="true"; label="Exchange"; 434745 [id="node_434745" labelType="html" label="MapPartitionsRDD [434745]<br>start at FileStorageAdapterImpl.java:596}"]; } } 434738->434739; 434739->434740; 434741->434742; 434742->434743; 434740->434744; 434743->434744; 434744->434745; }
Event Timeline
Enable zooming
Tasks: 8. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time