4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 336557 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.5 s
Locality Level Summary:
Process local: 30
Input Size / Records:
7.4 MiB / 30
Shuffle Write Size / Records:
1860.0 B / 30
Associated Job Ids:
18624
DAG Visualization
digraph G { id="graph_336557"; subgraph graph_stage_336557 { id="graph_stage_336557"; isCluster="true"; label="Stage 336557"; subgraph cluster_382648 { id="cluster_382648"; isCluster="true"; label="Exchange"; 153056 [id="node_153056" labelType="html" label="ShuffledRowRDD [153056] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382645 { id="cluster_382645"; isCluster="true"; label="WholeStageCodegen (6)"; 153057 [id="node_153057" labelType="html" label="MapPartitionsRDD [153057] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382679 { id="cluster_382679"; isCluster="true"; label="Exchange"; 153060 [id="node_153060" labelType="html" label="ShuffledRowRDD [153060] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382676 { id="cluster_382676"; isCluster="true"; label="WholeStageCodegen (8)"; 153061 [id="node_153061" labelType="html" label="MapPartitionsRDD [153061] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382641 { id="cluster_382641"; isCluster="true"; label="WholeStageCodegen (9)"; 153062 [id="node_153062" labelType="html" label="ZippedPartitionsRDD2 [153062] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153063 [id="node_153063" labelType="html" label="MapPartitionsRDD [153063] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382689 { id="cluster_382689"; isCluster="true"; label="Exchange"; 153067 [id="node_153067" labelType="html" label="ShuffledRowRDD [153067] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382688 { id="cluster_382688"; isCluster="true"; label="ObjectHashAggregate"; 153068 [id="node_153068" labelType="html" label="MapPartitionsRDD [153068] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382685 { id="cluster_382685"; isCluster="true"; label="WholeStageCodegen (11)"; 153069 [id="node_153069" labelType="html" label="MapPartitionsRDD [153069] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382637 { id="cluster_382637"; isCluster="true"; label="WholeStageCodegen (12)"; 153070 [id="node_153070" labelType="html" label="ZippedPartitionsRDD2 [153070] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153071 [id="node_153071" labelType="html" label="MapPartitionsRDD [153071] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382700 { id="cluster_382700"; isCluster="true"; label="Exchange"; 153075 [id="node_153075" labelType="html" label="ShuffledRowRDD [153075] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382699 { id="cluster_382699"; isCluster="true"; label="ObjectHashAggregate"; 153076 [id="node_153076" labelType="html" label="MapPartitionsRDD [153076] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382696 { id="cluster_382696"; isCluster="true"; label="WholeStageCodegen (14)"; 153077 [id="node_153077" labelType="html" label="MapPartitionsRDD [153077] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382633 { id="cluster_382633"; isCluster="true"; label="WholeStageCodegen (15)"; 153078 [id="node_153078" labelType="html" label="ZippedPartitionsRDD2 [153078] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153079 [id="node_153079" labelType="html" label="MapPartitionsRDD [153079] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382632 { id="cluster_382632"; isCluster="true"; label="InMemoryTableScan"; 153080 [id="node_153080" labelType="html" label="MapPartitionsRDD [153080] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153081 [id="node_153081" labelType="html" label="*(15) Project [shardId#3579932, worklistShardItemId#3581119L, quantityAfterProdPlantOptimization#3581120, qty#3581121, orderProposalId#3581487L, originalReplenishmentRunId#3581529L, supplierGroup#3581489, supplier#3581490, supplyingPlant#3581494, productGroup#3581495, product#3581496, plant#3581491, subrange#3581493, orderDateTime#3581497, deliveryDateTime#3581492, availabilityDateTime#3581498, nextAvailabilityDateTime#3581499, constraintValues#3581520, constraintOperators#3581519, constraintLabels#3581518, logisticUnits#3581514, orderQuantityBaseUom#3581515, orderQuantityBaseUomUuid#3581516, splitIndicator#3581506L, netPriceAmount#3581523, ... 17 more fields]\n+- *(15) SortMergeJoin [shardId#3579932, worklistShardItemId#3581119L], [shardId#3588680, worklistShardItemId#3588681L], LeftOuter\n :- *(12) Project [shardId#3579932, worklistShardItemId#3581119L, quantityAfterProdPlantOptimization#3581120, qty#3581121, orderProposalId#3581487L, originalReplenishmentRunId#3581529L, supplierGroup#3581489, supplier#3... [153081] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_383505 { id="cluster_383505"; isCluster="true"; label="InMemoryTableScan"; 153315 [id="node_153315" labelType="html" label="MapPartitionsRDD [153315] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153316 [id="node_153316" labelType="html" label="MapPartitionsRDD [153316] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153317 [id="node_153317" labelType="html" label="MapPartitionsRDD [153317] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_383499 { id="cluster_383499"; isCluster="true"; label="WholeStageCodegen (1)"; 153318 [id="node_153318" labelType="html" label="MapPartitionsRDD [153318] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_383498 { id="cluster_383498"; isCluster="true"; label="CollectLimit"; 153319 [id="node_153319" labelType="html" label="MapPartitionsRDD [153319] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153320 [id="node_153320" labelType="html" label="MapPartitionsRDD [153320] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 153056->153057; 153060->153061; 153057->153062; 153061->153062; 153062->153063; 153067->153068; 153068->153069; 153063->153070; 153069->153070; 153070->153071; 153075->153076; 153076->153077; 153071->153078; 153077->153078; 153078->153079; 153079->153080; 153080->153081; 153081->153315; 153315->153316; 153316->153317; 153317->153318; 153318->153319; 153319->153320; }
153055,153056
153059,153060
153066,153067
153074,153075
153081
153056
153057
153060
153061
153062
153063
153067
153068
153069
153070
153071
153075
153076
153077
153078
153079
153080
153081
153315
153316
153317
153318
153319
153320
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time