4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 337292 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
9 s
Locality Level Summary:
Process local: 30
Input Size / Records:
1628.1 KiB / 4883
Output Size / Records:
388.2 KiB / 792
Associated Job Ids:
18651
DAG Visualization
digraph G { id="graph_337292"; subgraph graph_stage_337292 { id="graph_stage_337292"; isCluster="true"; label="Stage 337292"; subgraph cluster_381880 { id="cluster_381880"; isCluster="true"; label="map"; 152696 [id="node_152696" labelType="html" label="MapPartitionsRDD [152696] [Cached] [Indeterminate]<br>map at PeriodicAsyncRDDCheckpointWriterImpl.java:207}"]; } subgraph cluster_381881 { id="cluster_381881"; isCluster="true"; label="checkpoint"; 152697 [id="node_152697" labelType="html" label="LocalCheckpointRDD [152697]<br>count at OptimalQuantitiesCacheImpl.java:251}"]; } subgraph cluster_384048 { id="cluster_384048"; isCluster="true"; label="map"; 153536 [id="node_153536" labelType="html" label="MapPartitionsRDD [153536] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_384189 { id="cluster_384189"; isCluster="true"; label="WholeStageCodegen (1)"; 153575 [id="node_153575" labelType="html" label="MapPartitionsRDD [153575] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_384187 { id="cluster_384187"; isCluster="true"; label="Project"; 153577 [id="node_153577" labelType="html" label="MapPartitionsRDD [153577] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_384178 { id="cluster_384178"; isCluster="true"; label="Sort"; 153580 [id="node_153580" labelType="html" label="MapPartitionsRDD [153580] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 152697->152696; 152696->153536; 153536->153575; 153575->153577; 153577->153580; }
152696
152696
153536
153575
153577
153580
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time