4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 334002 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
3 s
Locality Level Summary:
Node local: 30
Shuffle Read Size / Records:
2.7 MiB / 12109
Shuffle Write Size / Records:
1978.5 KiB / 4883
Associated Job Ids:
18566
DAG Visualization
digraph G { id="graph_334002"; subgraph graph_stage_334002 { id="graph_stage_334002"; isCluster="true"; label="Stage 334002"; 152518 [id="node_152518" labelType="html" label="SQLExecutionRDD [152518] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; subgraph cluster_381408 { id="cluster_381408"; isCluster="true"; label="Exchange"; 152502 [id="node_152502" labelType="html" label="ShuffledRowRDD [152502] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381405 { id="cluster_381405"; isCluster="true"; label="WholeStageCodegen (3)"; 152503 [id="node_152503" labelType="html" label="MapPartitionsRDD [152503] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381426 { id="cluster_381426"; isCluster="true"; label="Exchange"; 152513 [id="node_152513" labelType="html" label="ShuffledRowRDD [152513] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381423 { id="cluster_381423"; isCluster="true"; label="WholeStageCodegen (8)"; 152514 [id="node_152514" labelType="html" label="MapPartitionsRDD [152514] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381401 { id="cluster_381401"; isCluster="true"; label="WholeStageCodegen (9)"; 152515 [id="node_152515" labelType="html" label="ZippedPartitionsRDD2 [152515] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 152516 [id="node_152516" labelType="html" label="MapPartitionsRDD [152516] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381400 { id="cluster_381400"; isCluster="true"; label="DeserializeToObject"; 152517 [id="node_152517" labelType="html" label="MapPartitionsRDD [152517] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381446 { id="cluster_381446"; isCluster="true"; label="mapPartitions"; 152519 [id="node_152519" labelType="html" label="MapPartitionsRDD [152519] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381447 { id="cluster_381447"; isCluster="true"; label="repartition"; 152520 [id="node_152520" labelType="html" label="MapPartitionsRDD [152520] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 152502->152503; 152513->152514; 152503->152515; 152514->152515; 152515->152516; 152516->152517; 152517->152518; 152518->152519; 152519->152520; }
152501,152502
152512,152513
152518
152502
152503
152513
152514
152515
152516
152517
152519
152520
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time