4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 335776 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
27 s
Locality Level Summary:
Any: 5; Node local: 25
Shuffle Read Size / Records:
64.0 MiB / 2408571
Shuffle Write Size / Records:
9.4 MiB / 19473
Associated Job Ids:
18607
DAG Visualization
digraph G { id="graph_335776"; subgraph graph_stage_335776 { id="graph_stage_335776"; isCluster="true"; label="Stage 335776"; subgraph cluster_382648 { id="cluster_382648"; isCluster="true"; label="Exchange"; 153056 [id="node_153056" labelType="html" label="ShuffledRowRDD [153056] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382645 { id="cluster_382645"; isCluster="true"; label="WholeStageCodegen (6)"; 153057 [id="node_153057" labelType="html" label="MapPartitionsRDD [153057] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382679 { id="cluster_382679"; isCluster="true"; label="Exchange"; 153060 [id="node_153060" labelType="html" label="ShuffledRowRDD [153060] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382676 { id="cluster_382676"; isCluster="true"; label="WholeStageCodegen (8)"; 153061 [id="node_153061" labelType="html" label="MapPartitionsRDD [153061] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382641 { id="cluster_382641"; isCluster="true"; label="WholeStageCodegen (9)"; 153062 [id="node_153062" labelType="html" label="ZippedPartitionsRDD2 [153062] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153063 [id="node_153063" labelType="html" label="MapPartitionsRDD [153063] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382689 { id="cluster_382689"; isCluster="true"; label="Exchange"; 153067 [id="node_153067" labelType="html" label="ShuffledRowRDD [153067] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382688 { id="cluster_382688"; isCluster="true"; label="ObjectHashAggregate"; 153068 [id="node_153068" labelType="html" label="MapPartitionsRDD [153068] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382685 { id="cluster_382685"; isCluster="true"; label="WholeStageCodegen (11)"; 153069 [id="node_153069" labelType="html" label="MapPartitionsRDD [153069] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382637 { id="cluster_382637"; isCluster="true"; label="WholeStageCodegen (12)"; 153070 [id="node_153070" labelType="html" label="ZippedPartitionsRDD2 [153070] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153071 [id="node_153071" labelType="html" label="MapPartitionsRDD [153071] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382700 { id="cluster_382700"; isCluster="true"; label="Exchange"; 153075 [id="node_153075" labelType="html" label="ShuffledRowRDD [153075] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382699 { id="cluster_382699"; isCluster="true"; label="ObjectHashAggregate"; 153076 [id="node_153076" labelType="html" label="MapPartitionsRDD [153076] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382696 { id="cluster_382696"; isCluster="true"; label="WholeStageCodegen (14)"; 153077 [id="node_153077" labelType="html" label="MapPartitionsRDD [153077] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382633 { id="cluster_382633"; isCluster="true"; label="WholeStageCodegen (15)"; 153078 [id="node_153078" labelType="html" label="ZippedPartitionsRDD2 [153078] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153079 [id="node_153079" labelType="html" label="MapPartitionsRDD [153079] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382632 { id="cluster_382632"; isCluster="true"; label="InMemoryTableScan"; 153080 [id="node_153080" labelType="html" label="MapPartitionsRDD [153080] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153081 [id="node_153081" labelType="html" label="*(15) Project [shardId#3579932, worklistShardItemId#3581119L, quantityAfterProdPlantOptimization#3581120, qty#3581121, orderProposalId#3581487L, originalReplenishmentRunId#3581529L, supplierGroup#3581489, supplier#3581490, supplyingPlant#3581494, productGroup#3581495, product#3581496, plant#3581491, subrange#3581493, orderDateTime#3581497, deliveryDateTime#3581492, availabilityDateTime#3581498, nextAvailabilityDateTime#3581499, constraintValues#3581520, constraintOperators#3581519, constraintLabels#3581518, logisticUnits#3581514, orderQuantityBaseUom#3581515, orderQuantityBaseUomUuid#3581516, splitIndicator#3581506L, netPriceAmount#3581523, ... 17 more fields]\n+- *(15) SortMergeJoin [shardId#3579932, worklistShardItemId#3581119L], [shardId#3588680, worklistShardItemId#3588681L], LeftOuter\n :- *(12) Project [shardId#3579932, worklistShardItemId#3581119L, quantityAfterProdPlantOptimization#3581120, qty#3581121, orderProposalId#3581487L, originalReplenishmentRunId#3581529L, supplierGroup#3581489, supplier#3... [153081] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153082 [id="node_153082" labelType="html" label="MapPartitionsRDD [153082] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153083 [id="node_153083" labelType="html" label="MapPartitionsRDD [153083] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153084 [id="node_153084" labelType="html" label="MapPartitionsRDD [153084] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382621 { id="cluster_382621"; isCluster="true"; label="WholeStageCodegen (1)"; 153085 [id="node_153085" labelType="html" label="MapPartitionsRDD [153085] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382620 { id="cluster_382620"; isCluster="true"; label="Project"; 153086 [id="node_153086" labelType="html" label="MapPartitionsRDD [153086] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382619 { id="cluster_382619"; isCluster="true"; label="Project"; 153087 [id="node_153087" labelType="html" label="MapPartitionsRDD [153087] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382618 { id="cluster_382618"; isCluster="true"; label="Project"; 153088 [id="node_153088" labelType="html" label="MapPartitionsRDD [153088] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382617 { id="cluster_382617"; isCluster="true"; label="ObjectHashAggregate"; 153089 [id="node_153089" labelType="html" label="MapPartitionsRDD [153089] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382616 { id="cluster_382616"; isCluster="true"; label="Exchange"; 153090 [id="node_153090" labelType="html" label="MapPartitionsRDD [153090] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 153056->153057; 153060->153061; 153057->153062; 153061->153062; 153062->153063; 153067->153068; 153068->153069; 153063->153070; 153069->153070; 153070->153071; 153075->153076; 153076->153077; 153071->153078; 153077->153078; 153078->153079; 153079->153080; 153080->153081; 153081->153082; 153082->153083; 153083->153084; 153084->153085; 153085->153086; 153086->153087; 153087->153088; 153088->153089; 153089->153090; }
153055,153056
153059,153060
153066,153067
153074,153075
153081
153056
153057
153060
153061
153062
153063
153067
153068
153069
153070
153071
153075
153076
153077
153078
153079
153080
153081
153082
153083
153084
153085
153086
153087
153088
153089
153090
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time