4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1654504 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
7 s
Locality Level Summary:
Process local: 67
Input Size / Records:
2.0 MiB / 6725
Shuffle Write Size / Records:
2.4 MiB / 6725
Associated Job Ids:
86005
DAG Visualization
digraph G { id="graph_1654504"; subgraph graph_stage_1654504 { id="graph_stage_1654504"; isCluster="true"; label="Stage 1654504"; 709058 [id="node_709058" labelType="html" label="SQLExecutionRDD [709058] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; subgraph cluster_1776746 { id="cluster_1776746"; isCluster="true"; label="map"; 708708 [id="node_708708" labelType="html" label="MapPartitionsRDD [708708] [Cached] [Indeterminate]<br>map at PeriodicAsyncRDDCheckpointWriterImpl.java:207}"]; } subgraph cluster_1776747 { id="cluster_1776747"; isCluster="true"; label="checkpoint"; 708709 [id="node_708709" labelType="html" label="LocalCheckpointRDD [708709]<br>count at OptimalQuantitiesCacheImpl.java:251}"]; } subgraph cluster_1777617 { id="cluster_1777617"; isCluster="true"; label="Exchange"; 709053 [id="node_709053" labelType="html" label="ShuffledRowRDD [709053] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1777616 { id="cluster_1777616"; isCluster="true"; label="ObjectHashAggregate"; 709054 [id="node_709054" labelType="html" label="MapPartitionsRDD [709054] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1777559 { id="cluster_1777559"; isCluster="true"; label="WholeStageCodegen (13)"; 709055 [id="node_709055" labelType="html" label="MapPartitionsRDD [709055] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1777550 { id="cluster_1777550"; isCluster="true"; label="DeserializeToObject"; 709056 [id="node_709056" labelType="html" label="MapPartitionsRDD [709056] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1777543 { id="cluster_1777543"; isCluster="true"; label="MapPartitions"; 709057 [id="node_709057" labelType="html" label="MapPartitionsRDD [709057] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1777671 { id="cluster_1777671"; isCluster="true"; label="mapPartitions"; 709059 [id="node_709059" labelType="html" label="MapPartitionsRDD [709059] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1777772 { id="cluster_1777772"; isCluster="true"; label="map"; 709074 [id="node_709074" labelType="html" label="MapPartitionsRDD [709074] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1777783 { id="cluster_1777783"; isCluster="true"; label="WholeStageCodegen (1)"; 709075 [id="node_709075" labelType="html" label="MapPartitionsRDD [709075] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1777791 { id="cluster_1777791"; isCluster="true"; label="Scan"; 709076 [id="node_709076" labelType="html" label="MapPartitionsRDD [709076] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1777787 { id="cluster_1777787"; isCluster="true"; label="WholeStageCodegen (2)"; 709077 [id="node_709077" labelType="html" label="MapPartitionsRDD [709077] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1777786 { id="cluster_1777786"; isCluster="true"; label="Project"; 709078 [id="node_709078" labelType="html" label="MapPartitionsRDD [709078] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1777782 { id="cluster_1777782"; isCluster="true"; label="Union"; 709079 [id="node_709079" labelType="html" label="UnionRDD [709079] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1777781 { id="cluster_1777781"; isCluster="true"; label="Exchange"; 709080 [id="node_709080" labelType="html" label="MapPartitionsRDD [709080] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 708709->708708; 709053->709054; 709054->709055; 709055->709056; 709056->709057; 709057->709058; 709058->709059; 708708->709074; 709074->709075; 709059->709076; 709076->709077; 709077->709078; 709075->709079; 709078->709079; 709079->709080; }
709052,709053
708708
709059
709058
708708
709053
709054
709055
709056
709057
709059
709074
709075
709076
709077
709078
709079
709080
Event Timeline
Enable zooming
Tasks: 67. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time