4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 333673 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Node local: 30
Shuffle Read Size / Records:
2.2 MiB / 10558
Shuffle Write Size / Records:
1966.3 KiB / 4883
Associated Job Ids:
18562
DAG Visualization
digraph G { id="graph_333673"; subgraph graph_stage_333673 { id="graph_stage_333673"; isCluster="true"; label="Stage 333673"; 152448 [id="node_152448" labelType="html" label="SQLExecutionRDD [152448] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; subgraph cluster_381130 { id="cluster_381130"; isCluster="true"; label="Exchange"; 152432 [id="node_152432" labelType="html" label="ShuffledRowRDD [152432] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381127 { id="cluster_381127"; isCluster="true"; label="WholeStageCodegen (3)"; 152433 [id="node_152433" labelType="html" label="MapPartitionsRDD [152433] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381145 { id="cluster_381145"; isCluster="true"; label="Exchange"; 152443 [id="node_152443" labelType="html" label="ShuffledRowRDD [152443] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381142 { id="cluster_381142"; isCluster="true"; label="WholeStageCodegen (8)"; 152444 [id="node_152444" labelType="html" label="MapPartitionsRDD [152444] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381123 { id="cluster_381123"; isCluster="true"; label="WholeStageCodegen (9)"; 152445 [id="node_152445" labelType="html" label="ZippedPartitionsRDD2 [152445] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 152446 [id="node_152446" labelType="html" label="MapPartitionsRDD [152446] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381122 { id="cluster_381122"; isCluster="true"; label="DeserializeToObject"; 152447 [id="node_152447" labelType="html" label="MapPartitionsRDD [152447] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381165 { id="cluster_381165"; isCluster="true"; label="mapPartitions"; 152449 [id="node_152449" labelType="html" label="MapPartitionsRDD [152449] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381166 { id="cluster_381166"; isCluster="true"; label="repartition"; 152450 [id="node_152450" labelType="html" label="MapPartitionsRDD [152450] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 152432->152433; 152443->152444; 152433->152445; 152444->152445; 152445->152446; 152446->152447; 152447->152448; 152448->152449; 152449->152450; }
152431,152432
152442,152443
152448
152432
152433
152443
152444
152445
152446
152447
152449
152450
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time