4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 337998 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
8 s
Locality Level Summary:
Node local: 30; Process local: 60
Input Size / Records:
32.3 MiB / 180
Shuffle Read Size / Records:
428.0 KiB / 0
Associated Job Ids:
18669
DAG Visualization
digraph G { id="graph_337998"; subgraph graph_stage_337998 { id="graph_stage_337998"; isCluster="true"; label="Stage 337998"; subgraph cluster_382473 { id="cluster_382473"; isCluster="true"; label="Exchange"; 152949 [id="node_152949" labelType="html" label="ShuffledRowRDD [152949] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382470 { id="cluster_382470"; isCluster="true"; label="WholeStageCodegen (6)"; 152950 [id="node_152950" labelType="html" label="MapPartitionsRDD [152950] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382504 { id="cluster_382504"; isCluster="true"; label="Exchange"; 152953 [id="node_152953" labelType="html" label="ShuffledRowRDD [152953] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382501 { id="cluster_382501"; isCluster="true"; label="WholeStageCodegen (8)"; 152954 [id="node_152954" labelType="html" label="MapPartitionsRDD [152954] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382466 { id="cluster_382466"; isCluster="true"; label="WholeStageCodegen (9)"; 152955 [id="node_152955" labelType="html" label="ZippedPartitionsRDD2 [152955] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 152956 [id="node_152956" labelType="html" label="MapPartitionsRDD [152956] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382514 { id="cluster_382514"; isCluster="true"; label="Exchange"; 152960 [id="node_152960" labelType="html" label="ShuffledRowRDD [152960] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382513 { id="cluster_382513"; isCluster="true"; label="ObjectHashAggregate"; 152961 [id="node_152961" labelType="html" label="MapPartitionsRDD [152961] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382510 { id="cluster_382510"; isCluster="true"; label="WholeStageCodegen (11)"; 152962 [id="node_152962" labelType="html" label="MapPartitionsRDD [152962] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382462 { id="cluster_382462"; isCluster="true"; label="WholeStageCodegen (12)"; 152963 [id="node_152963" labelType="html" label="ZippedPartitionsRDD2 [152963] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 152964 [id="node_152964" labelType="html" label="MapPartitionsRDD [152964] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382525 { id="cluster_382525"; isCluster="true"; label="Exchange"; 152968 [id="node_152968" labelType="html" label="ShuffledRowRDD [152968] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382524 { id="cluster_382524"; isCluster="true"; label="ObjectHashAggregate"; 152969 [id="node_152969" labelType="html" label="MapPartitionsRDD [152969] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382521 { id="cluster_382521"; isCluster="true"; label="WholeStageCodegen (14)"; 152970 [id="node_152970" labelType="html" label="MapPartitionsRDD [152970] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382458 { id="cluster_382458"; isCluster="true"; label="WholeStageCodegen (15)"; 152971 [id="node_152971" labelType="html" label="ZippedPartitionsRDD2 [152971] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 152972 [id="node_152972" labelType="html" label="MapPartitionsRDD [152972] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382457 { id="cluster_382457"; isCluster="true"; label="InMemoryTableScan"; 152973 [id="node_152973" labelType="html" label="MapPartitionsRDD [152973] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 152974 [id="node_152974" labelType="html" label="*(15) Project [shardId#3579691, worklistShardItemId#3580961L, quantityAfterProdPlantOptimization#3580962, qty#3580963, orderProposalId#3581365L, originalReplenishmentRunId#3581407L, supplierGroup#3581367, supplier#3581368, supplyingPlant#3581372, productGroup#3581373, product#3581374, plant#3581369, subrange#3581371, orderDateTime#3581375, deliveryDateTime#3581370, availabilityDateTime#3581376, nextAvailabilityDateTime#3581377, constraintValues#3581398, constraintOperators#3581397, constraintLabels#3581396, logisticUnits#3581392, orderQuantityBaseUom#3581393, orderQuantityBaseUomUuid#3581394, splitIndicator#3581384L, netPriceAmount#3581401, ... 17 more fields]\n+- *(15) SortMergeJoin [shardId#3579691, worklistShardItemId#3580961L], [shardId#3587045, worklistShardItemId#3587046L], LeftOuter\n :- *(12) Project [shardId#3579691, worklistShardItemId#3580961L, quantityAfterProdPlantOptimization#3580962, qty#3580963, orderProposalId#3581365L, originalReplenishmentRunId#3581407L, supplierGroup#3581367, supplier#3... [152974] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_384493 { id="cluster_384493"; isCluster="true"; label="Exchange"; 153693 [id="node_153693" labelType="html" label="ShuffledRowRDD [153693] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_384490 { id="cluster_384490"; isCluster="true"; label="WholeStageCodegen (2)"; 153694 [id="node_153694" labelType="html" label="MapPartitionsRDD [153694] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_384503 { id="cluster_384503"; isCluster="true"; label="Exchange"; 153702 [id="node_153702" labelType="html" label="ShuffledRowRDD [153702] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_384499 { id="cluster_384499"; isCluster="true"; label="WholeStageCodegen (6)"; 153703 [id="node_153703" labelType="html" label="MapPartitionsRDD [153703] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_384482 { id="cluster_384482"; isCluster="true"; label="WholeStageCodegen (7)"; 153704 [id="node_153704" labelType="html" label="ZippedPartitionsRDD2 [153704] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153705 [id="node_153705" labelType="html" label="MapPartitionsRDD [153705] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_384541 { id="cluster_384541"; isCluster="true"; label="InMemoryTableScan"; 153706 [id="node_153706" labelType="html" label="MapPartitionsRDD [153706] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153707 [id="node_153707" labelType="html" label="MapPartitionsRDD [153707] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153708 [id="node_153708" labelType="html" label="MapPartitionsRDD [153708] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_384537 { id="cluster_384537"; isCluster="true"; label="WholeStageCodegen (8)"; 153709 [id="node_153709" labelType="html" label="MapPartitionsRDD [153709] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_384528 { id="cluster_384528"; isCluster="true"; label="BroadcastNestedLoopJoin"; 153710 [id="node_153710" labelType="html" label="MapPartitionsRDD [153710] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153711 [id="node_153711" labelType="html" label="MapPartitionsRDD [153711] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_384524 { id="cluster_384524"; isCluster="true"; label="WholeStageCodegen (10)"; 153712 [id="node_153712" labelType="html" label="MapPartitionsRDD [153712] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_384559 { id="cluster_384559"; isCluster="true"; label="InMemoryTableScan"; 153713 [id="node_153713" labelType="html" label="MapPartitionsRDD [153713] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153714 [id="node_153714" labelType="html" label="MapPartitionsRDD [153714] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153715 [id="node_153715" labelType="html" label="MapPartitionsRDD [153715] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_384555 { id="cluster_384555"; isCluster="true"; label="WholeStageCodegen (11)"; 153716 [id="node_153716" labelType="html" label="MapPartitionsRDD [153716] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_384553 { id="cluster_384553"; isCluster="true"; label="BroadcastNestedLoopJoin"; 153717 [id="node_153717" labelType="html" label="MapPartitionsRDD [153717] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153718 [id="node_153718" labelType="html" label="MapPartitionsRDD [153718] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_384542 { id="cluster_384542"; isCluster="true"; label="WholeStageCodegen (13)"; 153719 [id="node_153719" labelType="html" label="MapPartitionsRDD [153719] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_384471 { id="cluster_384471"; isCluster="true"; label="Union"; 153720 [id="node_153720" labelType="html" label="UnionRDD [153720] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_384459 { id="cluster_384459"; isCluster="true"; label="CollectLimit"; 153721 [id="node_153721" labelType="html" label="MapPartitionsRDD [153721] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153722 [id="node_153722" labelType="html" label="MapPartitionsRDD [153722] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 152949->152950; 152953->152954; 152950->152955; 152954->152955; 152955->152956; 152960->152961; 152961->152962; 152956->152963; 152962->152963; 152963->152964; 152968->152969; 152969->152970; 152964->152971; 152970->152971; 152971->152972; 152972->152973; 152973->152974; 153693->153694; 153702->153703; 153694->153704; 153703->153704; 153704->153705; 152974->153706; 153706->153707; 153707->153708; 153708->153709; 153709->153710; 153710->153711; 153711->153712; 152974->153713; 153713->153714; 153714->153715; 153715->153716; 153716->153717; 153717->153718; 153718->153719; 153705->153720; 153712->153720; 153719->153720; 153720->153721; 153721->153722; }
152948,152949
152952,152953
152959,152960
152967,152968
153692,153693
153701,153702
152974
152949
152950
152953
152954
152955
152956
152960
152961
152962
152963
152964
152968
152969
152970
152971
152972
152973
152974
153693
153694
153704
153705
153706
153707
153708
153709
153710
153711
153712
153713
153714
153715
153716
153717
153718
153719
153720
153721
153722
Event Timeline
Enable zooming
Tasks: 90. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time