4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 335815 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.8 s
Locality Level Summary:
Process local: 30
Input Size / Records:
21.7 MiB / 30
Shuffle Write Size / Records:
1860.0 B / 30
Associated Job Ids:
18612
DAG Visualization
digraph G { id="graph_335815"; subgraph graph_stage_335815 { id="graph_stage_335815"; isCluster="true"; label="Stage 335815"; subgraph cluster_382094 { id="cluster_382094"; isCluster="true"; label="Exchange"; 152768 [id="node_152768" labelType="html" label="ShuffledRowRDD [152768] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382091 { id="cluster_382091"; isCluster="true"; label="WholeStageCodegen (6)"; 152769 [id="node_152769" labelType="html" label="MapPartitionsRDD [152769] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382125 { id="cluster_382125"; isCluster="true"; label="Exchange"; 152772 [id="node_152772" labelType="html" label="ShuffledRowRDD [152772] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382122 { id="cluster_382122"; isCluster="true"; label="WholeStageCodegen (8)"; 152773 [id="node_152773" labelType="html" label="MapPartitionsRDD [152773] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382087 { id="cluster_382087"; isCluster="true"; label="WholeStageCodegen (9)"; 152774 [id="node_152774" labelType="html" label="ZippedPartitionsRDD2 [152774] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 152775 [id="node_152775" labelType="html" label="MapPartitionsRDD [152775] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382135 { id="cluster_382135"; isCluster="true"; label="Exchange"; 152779 [id="node_152779" labelType="html" label="ShuffledRowRDD [152779] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382134 { id="cluster_382134"; isCluster="true"; label="ObjectHashAggregate"; 152780 [id="node_152780" labelType="html" label="MapPartitionsRDD [152780] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382131 { id="cluster_382131"; isCluster="true"; label="WholeStageCodegen (11)"; 152781 [id="node_152781" labelType="html" label="MapPartitionsRDD [152781] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382083 { id="cluster_382083"; isCluster="true"; label="WholeStageCodegen (12)"; 152782 [id="node_152782" labelType="html" label="ZippedPartitionsRDD2 [152782] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 152783 [id="node_152783" labelType="html" label="MapPartitionsRDD [152783] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382146 { id="cluster_382146"; isCluster="true"; label="Exchange"; 152787 [id="node_152787" labelType="html" label="ShuffledRowRDD [152787] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382145 { id="cluster_382145"; isCluster="true"; label="ObjectHashAggregate"; 152788 [id="node_152788" labelType="html" label="MapPartitionsRDD [152788] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382142 { id="cluster_382142"; isCluster="true"; label="WholeStageCodegen (14)"; 152789 [id="node_152789" labelType="html" label="MapPartitionsRDD [152789] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382079 { id="cluster_382079"; isCluster="true"; label="WholeStageCodegen (15)"; 152790 [id="node_152790" labelType="html" label="ZippedPartitionsRDD2 [152790] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 152791 [id="node_152791" labelType="html" label="MapPartitionsRDD [152791] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382078 { id="cluster_382078"; isCluster="true"; label="InMemoryTableScan"; 152792 [id="node_152792" labelType="html" label="MapPartitionsRDD [152792] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 152793 [id="node_152793" labelType="html" label="*(15) Project [shardId#3580449, worklistShardItemId#3581971L, quantityAfterProdPlantOptimization#3581972, qty#3581973, orderProposalId#3582422L, originalReplenishmentRunId#3582464L, supplierGroup#3582424, supplier#3582425, supplyingPlant#3582429, productGroup#3582430, product#3582431, plant#3582426, subrange#3582428, orderDateTime#3582432, deliveryDateTime#3582427, availabilityDateTime#3582433, nextAvailabilityDateTime#3582434, constraintValues#3582455, constraintOperators#3582454, constraintLabels#3582453, logisticUnits#3582449, orderQuantityBaseUom#3582450, orderQuantityBaseUomUuid#3582451, splitIndicator#3582441L, netPriceAmount#3582458, ... 17 more fields]\n+- *(15) SortMergeJoin [shardId#3580449, worklistShardItemId#3581971L], [shardId#3583208, worklistShardItemId#3583209L], LeftOuter\n :- *(12) Project [shardId#3580449, worklistShardItemId#3581971L, quantityAfterProdPlantOptimization#3581972, qty#3581973, orderProposalId#3582422L, originalReplenishmentRunId#3582464L, supplierGroup#3582424, supplier#3... [152793] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382986 { id="cluster_382986"; isCluster="true"; label="InMemoryTableScan"; 153187 [id="node_153187" labelType="html" label="MapPartitionsRDD [153187] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153188 [id="node_153188" labelType="html" label="MapPartitionsRDD [153188] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153189 [id="node_153189" labelType="html" label="MapPartitionsRDD [153189] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382980 { id="cluster_382980"; isCluster="true"; label="WholeStageCodegen (1)"; 153190 [id="node_153190" labelType="html" label="MapPartitionsRDD [153190] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382979 { id="cluster_382979"; isCluster="true"; label="CollectLimit"; 153191 [id="node_153191" labelType="html" label="MapPartitionsRDD [153191] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153192 [id="node_153192" labelType="html" label="MapPartitionsRDD [153192] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 152768->152769; 152772->152773; 152769->152774; 152773->152774; 152774->152775; 152779->152780; 152780->152781; 152775->152782; 152781->152782; 152782->152783; 152787->152788; 152788->152789; 152783->152790; 152789->152790; 152790->152791; 152791->152792; 152792->152793; 152793->153187; 153187->153188; 153188->153189; 153189->153190; 153190->153191; 153191->153192; }
152767,152768
152771,152772
152778,152779
152786,152787
152793
152768
152769
152772
152773
152774
152775
152779
152780
152781
152782
152783
152787
152788
152789
152790
152791
152792
152793
153187
153188
153189
153190
153191
153192
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time