4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 335823 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
16 s
Locality Level Summary:
Process local: 30
Input Size / Records:
21.7 MiB / 120
Output Size / Records:
1697.5 KiB / 237816
Associated Job Ids:
18613
DAG Visualization
digraph G { id="graph_335823"; subgraph graph_stage_335823 { id="graph_stage_335823"; isCluster="true"; label="Stage 335823"; subgraph cluster_382094 { id="cluster_382094"; isCluster="true"; label="Exchange"; 152768 [id="node_152768" labelType="html" label="ShuffledRowRDD [152768] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382091 { id="cluster_382091"; isCluster="true"; label="WholeStageCodegen (6)"; 152769 [id="node_152769" labelType="html" label="MapPartitionsRDD [152769] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382125 { id="cluster_382125"; isCluster="true"; label="Exchange"; 152772 [id="node_152772" labelType="html" label="ShuffledRowRDD [152772] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382122 { id="cluster_382122"; isCluster="true"; label="WholeStageCodegen (8)"; 152773 [id="node_152773" labelType="html" label="MapPartitionsRDD [152773] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382087 { id="cluster_382087"; isCluster="true"; label="WholeStageCodegen (9)"; 152774 [id="node_152774" labelType="html" label="ZippedPartitionsRDD2 [152774] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 152775 [id="node_152775" labelType="html" label="MapPartitionsRDD [152775] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382135 { id="cluster_382135"; isCluster="true"; label="Exchange"; 152779 [id="node_152779" labelType="html" label="ShuffledRowRDD [152779] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382134 { id="cluster_382134"; isCluster="true"; label="ObjectHashAggregate"; 152780 [id="node_152780" labelType="html" label="MapPartitionsRDD [152780] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382131 { id="cluster_382131"; isCluster="true"; label="WholeStageCodegen (11)"; 152781 [id="node_152781" labelType="html" label="MapPartitionsRDD [152781] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382083 { id="cluster_382083"; isCluster="true"; label="WholeStageCodegen (12)"; 152782 [id="node_152782" labelType="html" label="ZippedPartitionsRDD2 [152782] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 152783 [id="node_152783" labelType="html" label="MapPartitionsRDD [152783] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382146 { id="cluster_382146"; isCluster="true"; label="Exchange"; 152787 [id="node_152787" labelType="html" label="ShuffledRowRDD [152787] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382145 { id="cluster_382145"; isCluster="true"; label="ObjectHashAggregate"; 152788 [id="node_152788" labelType="html" label="MapPartitionsRDD [152788] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382142 { id="cluster_382142"; isCluster="true"; label="WholeStageCodegen (14)"; 152789 [id="node_152789" labelType="html" label="MapPartitionsRDD [152789] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382079 { id="cluster_382079"; isCluster="true"; label="WholeStageCodegen (15)"; 152790 [id="node_152790" labelType="html" label="ZippedPartitionsRDD2 [152790] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 152791 [id="node_152791" labelType="html" label="MapPartitionsRDD [152791] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382078 { id="cluster_382078"; isCluster="true"; label="InMemoryTableScan"; 152792 [id="node_152792" labelType="html" label="MapPartitionsRDD [152792] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 152793 [id="node_152793" labelType="html" label="*(15) Project [shardId#3580449, worklistShardItemId#3581971L, quantityAfterProdPlantOptimization#3581972, qty#3581973, orderProposalId#3582422L, originalReplenishmentRunId#3582464L, supplierGroup#3582424, supplier#3582425, supplyingPlant#3582429, productGroup#3582430, product#3582431, plant#3582426, subrange#3582428, orderDateTime#3582432, deliveryDateTime#3582427, availabilityDateTime#3582433, nextAvailabilityDateTime#3582434, constraintValues#3582455, constraintOperators#3582454, constraintLabels#3582453, logisticUnits#3582449, orderQuantityBaseUom#3582450, orderQuantityBaseUomUuid#3582451, splitIndicator#3582441L, netPriceAmount#3582458, ... 17 more fields]\n+- *(15) SortMergeJoin [shardId#3580449, worklistShardItemId#3581971L], [shardId#3583208, worklistShardItemId#3583209L], LeftOuter\n :- *(12) Project [shardId#3580449, worklistShardItemId#3581971L, quantityAfterProdPlantOptimization#3581972, qty#3581973, orderProposalId#3582422L, originalReplenishmentRunId#3582464L, supplierGroup#3582424, supplier#3... [152793] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_383005 { id="cluster_383005"; isCluster="true"; label="InMemoryTableScan"; 153196 [id="node_153196" labelType="html" label="MapPartitionsRDD [153196] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153197 [id="node_153197" labelType="html" label="MapPartitionsRDD [153197] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153198 [id="node_153198" labelType="html" label="MapPartitionsRDD [153198] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_383000 { id="cluster_383000"; isCluster="true"; label="WholeStageCodegen (1)"; 153199 [id="node_153199" labelType="html" label="MapPartitionsRDD [153199] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382999 { id="cluster_382999"; isCluster="true"; label="Project"; 153200 [id="node_153200" labelType="html" label="MapPartitionsRDD [153200] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382998 { id="cluster_382998"; isCluster="true"; label="WriteFiles"; 153201 [id="node_153201" labelType="html" label="MapPartitionsRDD [153201] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 152768->152769; 152772->152773; 152769->152774; 152773->152774; 152774->152775; 152779->152780; 152780->152781; 152775->152782; 152781->152782; 152782->152783; 152787->152788; 152788->152789; 152783->152790; 152789->152790; 152790->152791; 152791->152792; 152792->152793; 152793->153196; 153196->153197; 153197->153198; 153198->153199; 153199->153200; 153200->153201; }
152767,152768
152771,152772
152778,152779
152786,152787
152793
152768
152769
152772
152773
152774
152775
152779
152780
152781
152782
152783
152787
152788
152789
152790
152791
152792
152793
153196
153197
153198
153199
153200
153201
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time