4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 335783 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
3 s
Locality Level Summary:
Node local: 30
Shuffle Read Size / Records:
6.9 MiB / 1584
Shuffle Write Size / Records:
2.2 KiB / 30
Associated Job Ids:
18607
DAG Visualization
digraph G { id="graph_335783"; subgraph graph_stage_335783 { id="graph_stage_335783"; isCluster="true"; label="Stage 335783"; subgraph cluster_382609 { id="cluster_382609"; isCluster="true"; label="Exchange"; 153100 [id="node_153100" labelType="html" label="ShuffledRowRDD [153100] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382608 { id="cluster_382608"; isCluster="true"; label="Sort"; 153101 [id="node_153101" labelType="html" label="MapPartitionsRDD [153101] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382709 { id="cluster_382709"; isCluster="true"; label="Exchange"; 153122 [id="node_153122" labelType="html" label="ShuffledRowRDD [153122] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382706 { id="cluster_382706"; isCluster="true"; label="WholeStageCodegen (9)"; 153123 [id="node_153123" labelType="html" label="MapPartitionsRDD [153123] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382607 { id="cluster_382607"; isCluster="true"; label="SortMergeJoin"; 153124 [id="node_153124" labelType="html" label="ZippedPartitionsRDD2 [153124] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382606 { id="cluster_382606"; isCluster="true"; label="Project"; 153125 [id="node_153125" labelType="html" label="MapPartitionsRDD [153125] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382605 { id="cluster_382605"; isCluster="true"; label="InMemoryTableScan"; 153126 [id="node_153126" labelType="html" label="MapPartitionsRDD [153126] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153127 [id="node_153127" labelType="html" label="Project [shardId#3579932, named_struct(orderProposalId, _extract_orderProposalId#3591343L, originalReplenishmentRunId, _extract_originalReplenishmentRunId#3591335L, supplierGroup, _extract_supplierGroup#3591336, optimizationGroups, coalesce(optimizationGroups#3590587, []), supplier, _extract_supplier#3591337, supplyingPlant, _extract_supplyingPlant#3591338, orderDateTime, _extract_orderDateTime#3591339, itemGroups, _extract_itemGroups#3591340, previousOrderProposals, _extract_previousOrderProposals#3591341, parentItems, _extract_parentItems#3591342) AS orderProposal#3590694]\n+- SortMergeJoin [coalesce(shardId#3579932, ), isnull(shardId#3579932), coalesce(_extract_orderProposalId#3591343L, 0), isnull(_extract_orderProposalId#3591343L)], [coalesce(shardId#3590590, ), isnull(shardId#3590590), coalesce(orderProposalId#3590591L, 0), isnull(orderProposalId#3590591L)], LeftOuter\n :- Sort [coalesce(shardId#3579932, ) ASC NULLS FIRST, isnull(shardId#3579932) ASC NULLS FIRST, coalesce(_extract_orderProposalId#3591... [153127] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153128 [id="node_153128" labelType="html" label="MapPartitionsRDD [153128] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153129 [id="node_153129" labelType="html" label="MapPartitionsRDD [153129] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153130 [id="node_153130" labelType="html" label="MapPartitionsRDD [153130] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382604 { id="cluster_382604"; isCluster="true"; label="Filter"; 153131 [id="node_153131" labelType="html" label="MapPartitionsRDD [153131] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382603 { id="cluster_382603"; isCluster="true"; label="Project"; 153132 [id="node_153132" labelType="html" label="MapPartitionsRDD [153132] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382598 { id="cluster_382598"; isCluster="true"; label="WholeStageCodegen (1)"; 153133 [id="node_153133" labelType="html" label="MapPartitionsRDD [153133] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382597 { id="cluster_382597"; isCluster="true"; label="Exchange"; 153134 [id="node_153134" labelType="html" label="MapPartitionsRDD [153134] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 153100->153101; 153122->153123; 153101->153124; 153123->153124; 153124->153125; 153125->153126; 153126->153127; 153127->153128; 153128->153129; 153129->153130; 153130->153131; 153131->153132; 153132->153133; 153133->153134; }
153099,153100
153121,153122
153127
153100
153101
153122
153123
153124
153125
153126
153127
153128
153129
153130
153131
153132
153133
153134
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time