4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 335723 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
32 s
Locality Level Summary:
Any: 14; Node local: 16
Shuffle Read Size / Records:
82.1 MiB / 2487511
Shuffle Write Size / Records:
28.1 MiB / 57750
Associated Job Ids:
18594
DAG Visualization
digraph G { id="graph_335723"; subgraph graph_stage_335723 { id="graph_stage_335723"; isCluster="true"; label="Stage 335723"; subgraph cluster_382094 { id="cluster_382094"; isCluster="true"; label="Exchange"; 152768 [id="node_152768" labelType="html" label="ShuffledRowRDD [152768] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382091 { id="cluster_382091"; isCluster="true"; label="WholeStageCodegen (6)"; 152769 [id="node_152769" labelType="html" label="MapPartitionsRDD [152769] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382125 { id="cluster_382125"; isCluster="true"; label="Exchange"; 152772 [id="node_152772" labelType="html" label="ShuffledRowRDD [152772] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382122 { id="cluster_382122"; isCluster="true"; label="WholeStageCodegen (8)"; 152773 [id="node_152773" labelType="html" label="MapPartitionsRDD [152773] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382087 { id="cluster_382087"; isCluster="true"; label="WholeStageCodegen (9)"; 152774 [id="node_152774" labelType="html" label="ZippedPartitionsRDD2 [152774] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 152775 [id="node_152775" labelType="html" label="MapPartitionsRDD [152775] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382135 { id="cluster_382135"; isCluster="true"; label="Exchange"; 152779 [id="node_152779" labelType="html" label="ShuffledRowRDD [152779] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382134 { id="cluster_382134"; isCluster="true"; label="ObjectHashAggregate"; 152780 [id="node_152780" labelType="html" label="MapPartitionsRDD [152780] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382131 { id="cluster_382131"; isCluster="true"; label="WholeStageCodegen (11)"; 152781 [id="node_152781" labelType="html" label="MapPartitionsRDD [152781] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382083 { id="cluster_382083"; isCluster="true"; label="WholeStageCodegen (12)"; 152782 [id="node_152782" labelType="html" label="ZippedPartitionsRDD2 [152782] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 152783 [id="node_152783" labelType="html" label="MapPartitionsRDD [152783] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382146 { id="cluster_382146"; isCluster="true"; label="Exchange"; 152787 [id="node_152787" labelType="html" label="ShuffledRowRDD [152787] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382145 { id="cluster_382145"; isCluster="true"; label="ObjectHashAggregate"; 152788 [id="node_152788" labelType="html" label="MapPartitionsRDD [152788] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382142 { id="cluster_382142"; isCluster="true"; label="WholeStageCodegen (14)"; 152789 [id="node_152789" labelType="html" label="MapPartitionsRDD [152789] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382079 { id="cluster_382079"; isCluster="true"; label="WholeStageCodegen (15)"; 152790 [id="node_152790" labelType="html" label="ZippedPartitionsRDD2 [152790] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 152791 [id="node_152791" labelType="html" label="MapPartitionsRDD [152791] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382078 { id="cluster_382078"; isCluster="true"; label="InMemoryTableScan"; 152792 [id="node_152792" labelType="html" label="MapPartitionsRDD [152792] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 152793 [id="node_152793" labelType="html" label="*(15) Project [shardId#3580449, worklistShardItemId#3581971L, quantityAfterProdPlantOptimization#3581972, qty#3581973, orderProposalId#3582422L, originalReplenishmentRunId#3582464L, supplierGroup#3582424, supplier#3582425, supplyingPlant#3582429, productGroup#3582430, product#3582431, plant#3582426, subrange#3582428, orderDateTime#3582432, deliveryDateTime#3582427, availabilityDateTime#3582433, nextAvailabilityDateTime#3582434, constraintValues#3582455, constraintOperators#3582454, constraintLabels#3582453, logisticUnits#3582449, orderQuantityBaseUom#3582450, orderQuantityBaseUomUuid#3582451, splitIndicator#3582441L, netPriceAmount#3582458, ... 17 more fields]\n+- *(15) SortMergeJoin [shardId#3580449, worklistShardItemId#3581971L], [shardId#3583208, worklistShardItemId#3583209L], LeftOuter\n :- *(12) Project [shardId#3580449, worklistShardItemId#3581971L, quantityAfterProdPlantOptimization#3581972, qty#3581973, orderProposalId#3582422L, originalReplenishmentRunId#3582464L, supplierGroup#3582424, supplier#3... [152793] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 152794 [id="node_152794" labelType="html" label="MapPartitionsRDD [152794] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 152795 [id="node_152795" labelType="html" label="MapPartitionsRDD [152795] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 152796 [id="node_152796" labelType="html" label="MapPartitionsRDD [152796] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382068 { id="cluster_382068"; isCluster="true"; label="WholeStageCodegen (1)"; 152797 [id="node_152797" labelType="html" label="MapPartitionsRDD [152797] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382067 { id="cluster_382067"; isCluster="true"; label="Project"; 152798 [id="node_152798" labelType="html" label="MapPartitionsRDD [152798] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382066 { id="cluster_382066"; isCluster="true"; label="Project"; 152799 [id="node_152799" labelType="html" label="MapPartitionsRDD [152799] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382065 { id="cluster_382065"; isCluster="true"; label="Project"; 152800 [id="node_152800" labelType="html" label="MapPartitionsRDD [152800] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382063 { id="cluster_382063"; isCluster="true"; label="ObjectHashAggregate"; 152801 [id="node_152801" labelType="html" label="MapPartitionsRDD [152801] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382062 { id="cluster_382062"; isCluster="true"; label="Exchange"; 152802 [id="node_152802" labelType="html" label="MapPartitionsRDD [152802] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 152768->152769; 152772->152773; 152769->152774; 152773->152774; 152774->152775; 152779->152780; 152780->152781; 152775->152782; 152781->152782; 152782->152783; 152787->152788; 152788->152789; 152783->152790; 152789->152790; 152790->152791; 152791->152792; 152792->152793; 152793->152794; 152794->152795; 152795->152796; 152796->152797; 152797->152798; 152798->152799; 152799->152800; 152800->152801; 152801->152802; }
152767,152768
152771,152772
152778,152779
152786,152787
152793
152768
152769
152772
152773
152774
152775
152779
152780
152781
152782
152783
152787
152788
152789
152790
152791
152792
152793
152794
152795
152796
152797
152798
152799
152800
152801
152802
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time