4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 336021 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Process local: 30
Input Size / Records:
7.0 MiB / 30
Shuffle Write Size / Records:
6.9 MiB / 447
Associated Job Ids:
18616
DAG Visualization
digraph G { id="graph_336021"; subgraph graph_stage_336021 { id="graph_stage_336021"; isCluster="true"; label="Stage 336021"; subgraph cluster_382609 { id="cluster_382609"; isCluster="true"; label="Exchange"; 153100 [id="node_153100" labelType="html" label="ShuffledRowRDD [153100] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382608 { id="cluster_382608"; isCluster="true"; label="Sort"; 153101 [id="node_153101" labelType="html" label="MapPartitionsRDD [153101] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382709 { id="cluster_382709"; isCluster="true"; label="Exchange"; 153122 [id="node_153122" labelType="html" label="ShuffledRowRDD [153122] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382706 { id="cluster_382706"; isCluster="true"; label="WholeStageCodegen (9)"; 153123 [id="node_153123" labelType="html" label="MapPartitionsRDD [153123] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382607 { id="cluster_382607"; isCluster="true"; label="SortMergeJoin"; 153124 [id="node_153124" labelType="html" label="ZippedPartitionsRDD2 [153124] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382606 { id="cluster_382606"; isCluster="true"; label="Project"; 153125 [id="node_153125" labelType="html" label="MapPartitionsRDD [153125] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382605 { id="cluster_382605"; isCluster="true"; label="InMemoryTableScan"; 153126 [id="node_153126" labelType="html" label="MapPartitionsRDD [153126] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153127 [id="node_153127" labelType="html" label="Project [shardId#3579932, named_struct(orderProposalId, _extract_orderProposalId#3591343L, originalReplenishmentRunId, _extract_originalReplenishmentRunId#3591335L, supplierGroup, _extract_supplierGroup#3591336, optimizationGroups, coalesce(optimizationGroups#3590587, []), supplier, _extract_supplier#3591337, supplyingPlant, _extract_supplyingPlant#3591338, orderDateTime, _extract_orderDateTime#3591339, itemGroups, _extract_itemGroups#3591340, previousOrderProposals, _extract_previousOrderProposals#3591341, parentItems, _extract_parentItems#3591342) AS orderProposal#3590694]\n+- SortMergeJoin [coalesce(shardId#3579932, ), isnull(shardId#3579932), coalesce(_extract_orderProposalId#3591343L, 0), isnull(_extract_orderProposalId#3591343L)], [coalesce(shardId#3590590, ), isnull(shardId#3590590), coalesce(orderProposalId#3590591L, 0), isnull(orderProposalId#3590591L)], LeftOuter\n :- Sort [coalesce(shardId#3579932, ) ASC NULLS FIRST, isnull(shardId#3579932) ASC NULLS FIRST, coalesce(_extract_orderProposalId#3591... [153127] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_383276 { id="cluster_383276"; isCluster="true"; label="InMemoryTableScan"; 153224 [id="node_153224" labelType="html" label="MapPartitionsRDD [153224] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153225 [id="node_153225" labelType="html" label="MapPartitionsRDD [153225] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153226 [id="node_153226" labelType="html" label="MapPartitionsRDD [153226] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_383275 { id="cluster_383275"; isCluster="true"; label="Project"; 153227 [id="node_153227" labelType="html" label="MapPartitionsRDD [153227] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_383274 { id="cluster_383274"; isCluster="true"; label="ObjectHashAggregate"; 153228 [id="node_153228" labelType="html" label="MapPartitionsRDD [153228] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_383273 { id="cluster_383273"; isCluster="true"; label="Exchange"; 153229 [id="node_153229" labelType="html" label="MapPartitionsRDD [153229] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 153100->153101; 153122->153123; 153101->153124; 153123->153124; 153124->153125; 153125->153126; 153126->153127; 153127->153224; 153224->153225; 153225->153226; 153226->153227; 153227->153228; 153228->153229; }
153099,153100
153121,153122
153127
153100
153101
153122
153123
153124
153125
153126
153127
153224
153225
153226
153227
153228
153229
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time