4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1654503 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
5 s
Locality Level Summary:
Process local: 67
Input Size / Records:
2.0 MiB / 6725
Shuffle Write Size / Records:
201.5 KiB / 6725
Associated Job Ids:
86005
DAG Visualization
digraph G { id="graph_1654503"; subgraph graph_stage_1654503 { id="graph_stage_1654503"; isCluster="true"; label="Stage 1654503"; 709058 [id="node_709058" labelType="html" label="SQLExecutionRDD [709058] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; subgraph cluster_1776746 { id="cluster_1776746"; isCluster="true"; label="map"; 708708 [id="node_708708" labelType="html" label="MapPartitionsRDD [708708] [Cached] [Indeterminate]<br>map at PeriodicAsyncRDDCheckpointWriterImpl.java:207}"]; } subgraph cluster_1776747 { id="cluster_1776747"; isCluster="true"; label="checkpoint"; 708709 [id="node_708709" labelType="html" label="LocalCheckpointRDD [708709]<br>count at OptimalQuantitiesCacheImpl.java:251}"]; } subgraph cluster_1777617 { id="cluster_1777617"; isCluster="true"; label="Exchange"; 709053 [id="node_709053" labelType="html" label="ShuffledRowRDD [709053] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1777616 { id="cluster_1777616"; isCluster="true"; label="ObjectHashAggregate"; 709054 [id="node_709054" labelType="html" label="MapPartitionsRDD [709054] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1777559 { id="cluster_1777559"; isCluster="true"; label="WholeStageCodegen (13)"; 709055 [id="node_709055" labelType="html" label="MapPartitionsRDD [709055] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1777550 { id="cluster_1777550"; isCluster="true"; label="DeserializeToObject"; 709056 [id="node_709056" labelType="html" label="MapPartitionsRDD [709056] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1777543 { id="cluster_1777543"; isCluster="true"; label="MapPartitions"; 709057 [id="node_709057" labelType="html" label="MapPartitionsRDD [709057] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1777671 { id="cluster_1777671"; isCluster="true"; label="mapPartitions"; 709059 [id="node_709059" labelType="html" label="MapPartitionsRDD [709059] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1777772 { id="cluster_1777772"; isCluster="true"; label="map"; 709074 [id="node_709074" labelType="html" label="MapPartitionsRDD [709074] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1777806 { id="cluster_1777806"; isCluster="true"; label="WholeStageCodegen (4)"; 709083 [id="node_709083" labelType="html" label="MapPartitionsRDD [709083] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1777815 { id="cluster_1777815"; isCluster="true"; label="Scan"; 709084 [id="node_709084" labelType="html" label="MapPartitionsRDD [709084] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1777810 { id="cluster_1777810"; isCluster="true"; label="WholeStageCodegen (5)"; 709085 [id="node_709085" labelType="html" label="MapPartitionsRDD [709085] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1777805 { id="cluster_1777805"; isCluster="true"; label="Union"; 709086 [id="node_709086" labelType="html" label="UnionRDD [709086] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1777802 { id="cluster_1777802"; isCluster="true"; label="WholeStageCodegen (6)"; 709087 [id="node_709087" labelType="html" label="MapPartitionsRDD [709087] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1777801 { id="cluster_1777801"; isCluster="true"; label="Exchange"; 709088 [id="node_709088" labelType="html" label="MapPartitionsRDD [709088] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 708709->708708; 709053->709054; 709054->709055; 709055->709056; 709056->709057; 709057->709058; 709058->709059; 708708->709074; 709074->709083; 709059->709084; 709084->709085; 709083->709086; 709085->709086; 709086->709087; 709087->709088; }
709052,709053
708708
709059
709058
708708
709053
709054
709055
709056
709057
709059
709074
709083
709084
709085
709086
709087
709088
Event Timeline
Enable zooming
Tasks: 67. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time