4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 337259 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
11 s
Locality Level Summary:
Node local: 30; Process local: 60
Input Size / Records:
14.8 MiB / 120
Shuffle Read Size / Records:
100.9 KiB / 0
Associated Job Ids:
18638
DAG Visualization
digraph G { id="graph_337259"; subgraph graph_stage_337259 { id="graph_stage_337259"; isCluster="true"; label="Stage 337259"; subgraph cluster_382648 { id="cluster_382648"; isCluster="true"; label="Exchange"; 153056 [id="node_153056" labelType="html" label="ShuffledRowRDD [153056] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382645 { id="cluster_382645"; isCluster="true"; label="WholeStageCodegen (6)"; 153057 [id="node_153057" labelType="html" label="MapPartitionsRDD [153057] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382679 { id="cluster_382679"; isCluster="true"; label="Exchange"; 153060 [id="node_153060" labelType="html" label="ShuffledRowRDD [153060] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382676 { id="cluster_382676"; isCluster="true"; label="WholeStageCodegen (8)"; 153061 [id="node_153061" labelType="html" label="MapPartitionsRDD [153061] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382641 { id="cluster_382641"; isCluster="true"; label="WholeStageCodegen (9)"; 153062 [id="node_153062" labelType="html" label="ZippedPartitionsRDD2 [153062] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153063 [id="node_153063" labelType="html" label="MapPartitionsRDD [153063] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382689 { id="cluster_382689"; isCluster="true"; label="Exchange"; 153067 [id="node_153067" labelType="html" label="ShuffledRowRDD [153067] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382688 { id="cluster_382688"; isCluster="true"; label="ObjectHashAggregate"; 153068 [id="node_153068" labelType="html" label="MapPartitionsRDD [153068] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382685 { id="cluster_382685"; isCluster="true"; label="WholeStageCodegen (11)"; 153069 [id="node_153069" labelType="html" label="MapPartitionsRDD [153069] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382637 { id="cluster_382637"; isCluster="true"; label="WholeStageCodegen (12)"; 153070 [id="node_153070" labelType="html" label="ZippedPartitionsRDD2 [153070] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153071 [id="node_153071" labelType="html" label="MapPartitionsRDD [153071] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382700 { id="cluster_382700"; isCluster="true"; label="Exchange"; 153075 [id="node_153075" labelType="html" label="ShuffledRowRDD [153075] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382699 { id="cluster_382699"; isCluster="true"; label="ObjectHashAggregate"; 153076 [id="node_153076" labelType="html" label="MapPartitionsRDD [153076] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382696 { id="cluster_382696"; isCluster="true"; label="WholeStageCodegen (14)"; 153077 [id="node_153077" labelType="html" label="MapPartitionsRDD [153077] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382633 { id="cluster_382633"; isCluster="true"; label="WholeStageCodegen (15)"; 153078 [id="node_153078" labelType="html" label="ZippedPartitionsRDD2 [153078] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153079 [id="node_153079" labelType="html" label="MapPartitionsRDD [153079] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382632 { id="cluster_382632"; isCluster="true"; label="InMemoryTableScan"; 153080 [id="node_153080" labelType="html" label="MapPartitionsRDD [153080] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153081 [id="node_153081" labelType="html" label="*(15) Project [shardId#3579932, worklistShardItemId#3581119L, quantityAfterProdPlantOptimization#3581120, qty#3581121, orderProposalId#3581487L, originalReplenishmentRunId#3581529L, supplierGroup#3581489, supplier#3581490, supplyingPlant#3581494, productGroup#3581495, product#3581496, plant#3581491, subrange#3581493, orderDateTime#3581497, deliveryDateTime#3581492, availabilityDateTime#3581498, nextAvailabilityDateTime#3581499, constraintValues#3581520, constraintOperators#3581519, constraintLabels#3581518, logisticUnits#3581514, orderQuantityBaseUom#3581515, orderQuantityBaseUomUuid#3581516, splitIndicator#3581506L, netPriceAmount#3581523, ... 17 more fields]\n+- *(15) SortMergeJoin [shardId#3579932, worklistShardItemId#3581119L], [shardId#3588680, worklistShardItemId#3588681L], LeftOuter\n :- *(12) Project [shardId#3579932, worklistShardItemId#3581119L, quantityAfterProdPlantOptimization#3581120, qty#3581121, orderProposalId#3581487L, originalReplenishmentRunId#3581529L, supplierGroup#3581489, supplier#3... [153081] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_383781 { id="cluster_383781"; isCluster="true"; label="Exchange"; 153438 [id="node_153438" labelType="html" label="ShuffledRowRDD [153438] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_383778 { id="cluster_383778"; isCluster="true"; label="WholeStageCodegen (2)"; 153439 [id="node_153439" labelType="html" label="MapPartitionsRDD [153439] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_383791 { id="cluster_383791"; isCluster="true"; label="Exchange"; 153447 [id="node_153447" labelType="html" label="ShuffledRowRDD [153447] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_383787 { id="cluster_383787"; isCluster="true"; label="WholeStageCodegen (6)"; 153448 [id="node_153448" labelType="html" label="MapPartitionsRDD [153448] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_383770 { id="cluster_383770"; isCluster="true"; label="WholeStageCodegen (7)"; 153449 [id="node_153449" labelType="html" label="ZippedPartitionsRDD2 [153449] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153450 [id="node_153450" labelType="html" label="MapPartitionsRDD [153450] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_383836 { id="cluster_383836"; isCluster="true"; label="InMemoryTableScan"; 153451 [id="node_153451" labelType="html" label="MapPartitionsRDD [153451] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153452 [id="node_153452" labelType="html" label="MapPartitionsRDD [153452] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153453 [id="node_153453" labelType="html" label="MapPartitionsRDD [153453] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_383832 { id="cluster_383832"; isCluster="true"; label="WholeStageCodegen (8)"; 153454 [id="node_153454" labelType="html" label="MapPartitionsRDD [153454] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_383816 { id="cluster_383816"; isCluster="true"; label="BroadcastNestedLoopJoin"; 153455 [id="node_153455" labelType="html" label="MapPartitionsRDD [153455] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153456 [id="node_153456" labelType="html" label="MapPartitionsRDD [153456] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_383812 { id="cluster_383812"; isCluster="true"; label="WholeStageCodegen (10)"; 153457 [id="node_153457" labelType="html" label="MapPartitionsRDD [153457] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_383847 { id="cluster_383847"; isCluster="true"; label="InMemoryTableScan"; 153458 [id="node_153458" labelType="html" label="MapPartitionsRDD [153458] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153459 [id="node_153459" labelType="html" label="MapPartitionsRDD [153459] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153460 [id="node_153460" labelType="html" label="MapPartitionsRDD [153460] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_383843 { id="cluster_383843"; isCluster="true"; label="WholeStageCodegen (11)"; 153461 [id="node_153461" labelType="html" label="MapPartitionsRDD [153461] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_383841 { id="cluster_383841"; isCluster="true"; label="BroadcastNestedLoopJoin"; 153462 [id="node_153462" labelType="html" label="MapPartitionsRDD [153462] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153463 [id="node_153463" labelType="html" label="MapPartitionsRDD [153463] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_383837 { id="cluster_383837"; isCluster="true"; label="WholeStageCodegen (13)"; 153464 [id="node_153464" labelType="html" label="MapPartitionsRDD [153464] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_383759 { id="cluster_383759"; isCluster="true"; label="Union"; 153465 [id="node_153465" labelType="html" label="UnionRDD [153465] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_383747 { id="cluster_383747"; isCluster="true"; label="CollectLimit"; 153466 [id="node_153466" labelType="html" label="MapPartitionsRDD [153466] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153467 [id="node_153467" labelType="html" label="MapPartitionsRDD [153467] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 153056->153057; 153060->153061; 153057->153062; 153061->153062; 153062->153063; 153067->153068; 153068->153069; 153063->153070; 153069->153070; 153070->153071; 153075->153076; 153076->153077; 153071->153078; 153077->153078; 153078->153079; 153079->153080; 153080->153081; 153438->153439; 153447->153448; 153439->153449; 153448->153449; 153449->153450; 153081->153451; 153451->153452; 153452->153453; 153453->153454; 153454->153455; 153455->153456; 153456->153457; 153081->153458; 153458->153459; 153459->153460; 153460->153461; 153461->153462; 153462->153463; 153463->153464; 153450->153465; 153457->153465; 153464->153465; 153465->153466; 153466->153467; }
153055,153056
153059,153060
153066,153067
153074,153075
153437,153438
153446,153447
153081
153056
153057
153060
153061
153062
153063
153067
153068
153069
153070
153071
153075
153076
153077
153078
153079
153080
153081
153438
153439
153449
153450
153451
153452
153453
153454
153455
153456
153457
153458
153459
153460
153461
153462
153463
153464
153465
153466
153467
Event Timeline
Enable zooming
Tasks: 90. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time