4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 333662 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
13 s
Locality Level Summary:
Node local: 30
Shuffle Read Size / Records:
32.6 MiB / 1234164
Shuffle Write Size / Records:
507.7 KiB / 39968
Associated Job Ids:
18561
DAG Visualization
digraph G { id="graph_333662"; subgraph graph_stage_333662 { id="graph_stage_333662"; isCluster="true"; label="Stage 333662"; subgraph cluster_381057 { id="cluster_381057"; isCluster="true"; label="Exchange"; 152391 [id="node_152391" labelType="html" label="ShuffledRowRDD [152391] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381054 { id="cluster_381054"; isCluster="true"; label="WholeStageCodegen (3)"; 152392 [id="node_152392" labelType="html" label="MapPartitionsRDD [152392] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381063 { id="cluster_381063"; isCluster="true"; label="Exchange"; 152395 [id="node_152395" labelType="html" label="ShuffledRowRDD [152395] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381060 { id="cluster_381060"; isCluster="true"; label="WholeStageCodegen (2)"; 152396 [id="node_152396" labelType="html" label="MapPartitionsRDD [152396] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381046 { id="cluster_381046"; isCluster="true"; label="WholeStageCodegen (4)"; 152397 [id="node_152397" labelType="html" label="ZippedPartitionsRDD2 [152397] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 152398 [id="node_152398" labelType="html" label="MapPartitionsRDD [152398] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381045 { id="cluster_381045"; isCluster="true"; label="HashAggregate"; 152399 [id="node_152399" labelType="html" label="MapPartitionsRDD [152399] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381044 { id="cluster_381044"; isCluster="true"; label="HashAggregate"; 152400 [id="node_152400" labelType="html" label="MapPartitionsRDD [152400] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381041 { id="cluster_381041"; isCluster="true"; label="WholeStageCodegen (5)"; 152401 [id="node_152401" labelType="html" label="MapPartitionsRDD [152401] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381040 { id="cluster_381040"; isCluster="true"; label="ObjectHashAggregate"; 152402 [id="node_152402" labelType="html" label="MapPartitionsRDD [152402] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381039 { id="cluster_381039"; isCluster="true"; label="ObjectHashAggregate"; 152403 [id="node_152403" labelType="html" label="MapPartitionsRDD [152403] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381036 { id="cluster_381036"; isCluster="true"; label="WholeStageCodegen (6)"; 152404 [id="node_152404" labelType="html" label="MapPartitionsRDD [152404] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381035 { id="cluster_381035"; isCluster="true"; label="Exchange"; 152405 [id="node_152405" labelType="html" label="MapPartitionsRDD [152405] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 152391->152392; 152395->152396; 152392->152397; 152396->152397; 152397->152398; 152398->152399; 152399->152400; 152400->152401; 152401->152402; 152402->152403; 152403->152404; 152404->152405; }
152390,152391
152394,152395
152391
152392
152395
152396
152397
152398
152399
152400
152401
152402
152403
152404
152405
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time