4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 334001 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
4 s
Locality Level Summary:
Process local: 60
Input Size / Records:
2.2 MiB / 7226
Shuffle Write Size / Records:
2.5 MiB / 7226
Associated Job Ids:
18566
DAG Visualization
digraph G { id="graph_334001"; subgraph graph_stage_334001 { id="graph_stage_334001"; isCluster="true"; label="Stage 334001"; 152385 [id="node_152385" labelType="html" label="SQLExecutionRDD [152385] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; subgraph cluster_380962 { id="cluster_380962"; isCluster="true"; label="Exchange"; 152380 [id="node_152380" labelType="html" label="ShuffledRowRDD [152380] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_380961 { id="cluster_380961"; isCluster="true"; label="ObjectHashAggregate"; 152381 [id="node_152381" labelType="html" label="MapPartitionsRDD [152381] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_380893 { id="cluster_380893"; isCluster="true"; label="WholeStageCodegen (13)"; 152382 [id="node_152382" labelType="html" label="MapPartitionsRDD [152382] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_380884 { id="cluster_380884"; isCluster="true"; label="DeserializeToObject"; 152383 [id="node_152383" labelType="html" label="MapPartitionsRDD [152383] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_380877 { id="cluster_380877"; isCluster="true"; label="MapPartitions"; 152384 [id="node_152384" labelType="html" label="MapPartitionsRDD [152384] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381016 { id="cluster_381016"; isCluster="true"; label="mapPartitions"; 152386 [id="node_152386" labelType="html" label="MapPartitionsRDD [152386] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381343 { id="cluster_381343"; isCluster="true"; label="repartition"; 152486 [id="node_152486" labelType="html" label="ShuffledRDD [152486] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 152487 [id="node_152487" labelType="html" label="CoalescedRDD [152487] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 152488 [id="node_152488" labelType="html" label="MapPartitionsRDD [152488] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381384 { id="cluster_381384"; isCluster="true"; label="map"; 152489 [id="node_152489" labelType="html" label="MapPartitionsRDD [152489] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381410 { id="cluster_381410"; isCluster="true"; label="WholeStageCodegen (1)"; 152490 [id="node_152490" labelType="html" label="MapPartitionsRDD [152490] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381421 { id="cluster_381421"; isCluster="true"; label="Scan"; 152497 [id="node_152497" labelType="html" label="MapPartitionsRDD [152497] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381414 { id="cluster_381414"; isCluster="true"; label="WholeStageCodegen (2)"; 152498 [id="node_152498" labelType="html" label="MapPartitionsRDD [152498] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381413 { id="cluster_381413"; isCluster="true"; label="Project"; 152499 [id="node_152499" labelType="html" label="MapPartitionsRDD [152499] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381409 { id="cluster_381409"; isCluster="true"; label="Union"; 152500 [id="node_152500" labelType="html" label="UnionRDD [152500] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381408 { id="cluster_381408"; isCluster="true"; label="Exchange"; 152501 [id="node_152501" labelType="html" label="MapPartitionsRDD [152501] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 152380->152381; 152381->152382; 152382->152383; 152383->152384; 152384->152385; 152385->152386; 152486->152487; 152487->152488; 152488->152489; 152489->152490; 152386->152497; 152497->152498; 152498->152499; 152490->152500; 152499->152500; 152500->152501; }
152379,152380
152485,152486
152386
152488
152385
152380
152381
152382
152383
152384
152386
152486
152487
152488
152489
152490
152497
152498
152499
152500
152501
Event Timeline
Enable zooming
Tasks: 60. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time