4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 338005 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
35 s
Locality Level Summary:
Process local: 30
Input Size / Records:
146.9 MiB / 2388392
Output Size / Records:
1692.3 KiB / 159872
Associated Job Ids:
18673
DAG Visualization
digraph G { id="graph_338005"; subgraph graph_stage_338005 { id="graph_stage_338005"; isCluster="true"; label="Stage 338005"; subgraph cluster_381879 { id="cluster_381879"; isCluster="true"; label="map"; 152695 [id="node_152695" labelType="html" label="MapPartitionsRDD [152695] [Cached] [Indeterminate]<br>map at PeriodicAsyncRDDCheckpointWriterImpl.java:207}"]; } subgraph cluster_381900 { id="cluster_381900"; isCluster="true"; label="checkpoint"; 152698 [id="node_152698" labelType="html" label="LocalCheckpointRDD [152698]<br>count at KpiCurveCacheImpl.java:255}"]; } subgraph cluster_384337 { id="cluster_384337"; isCluster="true"; label="map"; 153633 [id="node_153633" labelType="html" label="MapPartitionsRDD [153633] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_384630 { id="cluster_384630"; isCluster="true"; label="WholeStageCodegen (1)"; 153753 [id="node_153753" labelType="html" label="MapPartitionsRDD [153753] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_384628 { id="cluster_384628"; isCluster="true"; label="Project"; 153755 [id="node_153755" labelType="html" label="MapPartitionsRDD [153755] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_384619 { id="cluster_384619"; isCluster="true"; label="Sort"; 153756 [id="node_153756" labelType="html" label="MapPartitionsRDD [153756] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 152698->152695; 152695->153633; 153633->153753; 153753->153755; 153755->153756; }
152695
152695
153633
153753
153755
153756
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time