4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 337281 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
7 s
Locality Level Summary:
Node local: 30; Process local: 60
Input Size / Records:
43.5 MiB / 240
Shuffle Read Size / Records:
338.6 KiB / 0
Associated Job Ids:
18645
DAG Visualization
digraph G { id="graph_337281"; subgraph graph_stage_337281 { id="graph_stage_337281"; isCluster="true"; label="Stage 337281"; subgraph cluster_382094 { id="cluster_382094"; isCluster="true"; label="Exchange"; 152768 [id="node_152768" labelType="html" label="ShuffledRowRDD [152768] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382091 { id="cluster_382091"; isCluster="true"; label="WholeStageCodegen (6)"; 152769 [id="node_152769" labelType="html" label="MapPartitionsRDD [152769] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382125 { id="cluster_382125"; isCluster="true"; label="Exchange"; 152772 [id="node_152772" labelType="html" label="ShuffledRowRDD [152772] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382122 { id="cluster_382122"; isCluster="true"; label="WholeStageCodegen (8)"; 152773 [id="node_152773" labelType="html" label="MapPartitionsRDD [152773] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382087 { id="cluster_382087"; isCluster="true"; label="WholeStageCodegen (9)"; 152774 [id="node_152774" labelType="html" label="ZippedPartitionsRDD2 [152774] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 152775 [id="node_152775" labelType="html" label="MapPartitionsRDD [152775] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382135 { id="cluster_382135"; isCluster="true"; label="Exchange"; 152779 [id="node_152779" labelType="html" label="ShuffledRowRDD [152779] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382134 { id="cluster_382134"; isCluster="true"; label="ObjectHashAggregate"; 152780 [id="node_152780" labelType="html" label="MapPartitionsRDD [152780] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382131 { id="cluster_382131"; isCluster="true"; label="WholeStageCodegen (11)"; 152781 [id="node_152781" labelType="html" label="MapPartitionsRDD [152781] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382083 { id="cluster_382083"; isCluster="true"; label="WholeStageCodegen (12)"; 152782 [id="node_152782" labelType="html" label="ZippedPartitionsRDD2 [152782] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 152783 [id="node_152783" labelType="html" label="MapPartitionsRDD [152783] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382146 { id="cluster_382146"; isCluster="true"; label="Exchange"; 152787 [id="node_152787" labelType="html" label="ShuffledRowRDD [152787] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382145 { id="cluster_382145"; isCluster="true"; label="ObjectHashAggregate"; 152788 [id="node_152788" labelType="html" label="MapPartitionsRDD [152788] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382142 { id="cluster_382142"; isCluster="true"; label="WholeStageCodegen (14)"; 152789 [id="node_152789" labelType="html" label="MapPartitionsRDD [152789] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382079 { id="cluster_382079"; isCluster="true"; label="WholeStageCodegen (15)"; 152790 [id="node_152790" labelType="html" label="ZippedPartitionsRDD2 [152790] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 152791 [id="node_152791" labelType="html" label="MapPartitionsRDD [152791] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382078 { id="cluster_382078"; isCluster="true"; label="InMemoryTableScan"; 152792 [id="node_152792" labelType="html" label="MapPartitionsRDD [152792] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 152793 [id="node_152793" labelType="html" label="*(15) Project [shardId#3580449, worklistShardItemId#3581971L, quantityAfterProdPlantOptimization#3581972, qty#3581973, orderProposalId#3582422L, originalReplenishmentRunId#3582464L, supplierGroup#3582424, supplier#3582425, supplyingPlant#3582429, productGroup#3582430, product#3582431, plant#3582426, subrange#3582428, orderDateTime#3582432, deliveryDateTime#3582427, availabilityDateTime#3582433, nextAvailabilityDateTime#3582434, constraintValues#3582455, constraintOperators#3582454, constraintLabels#3582453, logisticUnits#3582449, orderQuantityBaseUom#3582450, orderQuantityBaseUomUuid#3582451, splitIndicator#3582441L, netPriceAmount#3582458, ... 17 more fields]\n+- *(15) SortMergeJoin [shardId#3580449, worklistShardItemId#3581971L], [shardId#3583208, worklistShardItemId#3583209L], LeftOuter\n :- *(12) Project [shardId#3580449, worklistShardItemId#3581971L, quantityAfterProdPlantOptimization#3581972, qty#3581973, orderProposalId#3582422L, originalReplenishmentRunId#3582464L, supplierGroup#3582424, supplier#3... [152793] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_383939 { id="cluster_383939"; isCluster="true"; label="Exchange"; 153503 [id="node_153503" labelType="html" label="ShuffledRowRDD [153503] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_383936 { id="cluster_383936"; isCluster="true"; label="WholeStageCodegen (2)"; 153504 [id="node_153504" labelType="html" label="MapPartitionsRDD [153504] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_383949 { id="cluster_383949"; isCluster="true"; label="Exchange"; 153512 [id="node_153512" labelType="html" label="ShuffledRowRDD [153512] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_383945 { id="cluster_383945"; isCluster="true"; label="WholeStageCodegen (6)"; 153513 [id="node_153513" labelType="html" label="MapPartitionsRDD [153513] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_383928 { id="cluster_383928"; isCluster="true"; label="WholeStageCodegen (7)"; 153514 [id="node_153514" labelType="html" label="ZippedPartitionsRDD2 [153514] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153515 [id="node_153515" labelType="html" label="MapPartitionsRDD [153515] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_383987 { id="cluster_383987"; isCluster="true"; label="InMemoryTableScan"; 153516 [id="node_153516" labelType="html" label="MapPartitionsRDD [153516] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153517 [id="node_153517" labelType="html" label="MapPartitionsRDD [153517] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153518 [id="node_153518" labelType="html" label="MapPartitionsRDD [153518] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_383983 { id="cluster_383983"; isCluster="true"; label="WholeStageCodegen (8)"; 153519 [id="node_153519" labelType="html" label="MapPartitionsRDD [153519] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_383974 { id="cluster_383974"; isCluster="true"; label="BroadcastNestedLoopJoin"; 153520 [id="node_153520" labelType="html" label="MapPartitionsRDD [153520] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153521 [id="node_153521" labelType="html" label="MapPartitionsRDD [153521] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_383970 { id="cluster_383970"; isCluster="true"; label="WholeStageCodegen (10)"; 153522 [id="node_153522" labelType="html" label="MapPartitionsRDD [153522] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_384005 { id="cluster_384005"; isCluster="true"; label="InMemoryTableScan"; 153523 [id="node_153523" labelType="html" label="MapPartitionsRDD [153523] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153524 [id="node_153524" labelType="html" label="MapPartitionsRDD [153524] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153525 [id="node_153525" labelType="html" label="MapPartitionsRDD [153525] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_384001 { id="cluster_384001"; isCluster="true"; label="WholeStageCodegen (11)"; 153526 [id="node_153526" labelType="html" label="MapPartitionsRDD [153526] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_383992 { id="cluster_383992"; isCluster="true"; label="BroadcastNestedLoopJoin"; 153527 [id="node_153527" labelType="html" label="MapPartitionsRDD [153527] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153528 [id="node_153528" labelType="html" label="MapPartitionsRDD [153528] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_383988 { id="cluster_383988"; isCluster="true"; label="WholeStageCodegen (13)"; 153529 [id="node_153529" labelType="html" label="MapPartitionsRDD [153529] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_383917 { id="cluster_383917"; isCluster="true"; label="Union"; 153530 [id="node_153530" labelType="html" label="UnionRDD [153530] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_383905 { id="cluster_383905"; isCluster="true"; label="CollectLimit"; 153531 [id="node_153531" labelType="html" label="MapPartitionsRDD [153531] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153532 [id="node_153532" labelType="html" label="MapPartitionsRDD [153532] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 152768->152769; 152772->152773; 152769->152774; 152773->152774; 152774->152775; 152779->152780; 152780->152781; 152775->152782; 152781->152782; 152782->152783; 152787->152788; 152788->152789; 152783->152790; 152789->152790; 152790->152791; 152791->152792; 152792->152793; 153503->153504; 153512->153513; 153504->153514; 153513->153514; 153514->153515; 152793->153516; 153516->153517; 153517->153518; 153518->153519; 153519->153520; 153520->153521; 153521->153522; 152793->153523; 153523->153524; 153524->153525; 153525->153526; 153526->153527; 153527->153528; 153528->153529; 153515->153530; 153522->153530; 153529->153530; 153530->153531; 153531->153532; }
152767,152768
152771,152772
152778,152779
152786,152787
153502,153503
153511,153512
152793
152768
152769
152772
152773
152774
152775
152779
152780
152781
152782
152783
152787
152788
152789
152790
152791
152792
152793
153503
153504
153514
153515
153516
153517
153518
153519
153520
153521
153522
153523
153524
153525
153526
153527
153528
153529
153530
153531
153532
Event Timeline
Enable zooming
Tasks: 90. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time