4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 336376 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Process local: 30
Input Size / Records:
16.1 MiB / 30
Shuffle Write Size / Records:
1860.0 B / 30
Associated Job Ids:
18622
DAG Visualization
digraph G { id="graph_336376"; subgraph graph_stage_336376 { id="graph_stage_336376"; isCluster="true"; label="Stage 336376"; subgraph cluster_382473 { id="cluster_382473"; isCluster="true"; label="Exchange"; 152949 [id="node_152949" labelType="html" label="ShuffledRowRDD [152949] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382470 { id="cluster_382470"; isCluster="true"; label="WholeStageCodegen (6)"; 152950 [id="node_152950" labelType="html" label="MapPartitionsRDD [152950] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382504 { id="cluster_382504"; isCluster="true"; label="Exchange"; 152953 [id="node_152953" labelType="html" label="ShuffledRowRDD [152953] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382501 { id="cluster_382501"; isCluster="true"; label="WholeStageCodegen (8)"; 152954 [id="node_152954" labelType="html" label="MapPartitionsRDD [152954] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382466 { id="cluster_382466"; isCluster="true"; label="WholeStageCodegen (9)"; 152955 [id="node_152955" labelType="html" label="ZippedPartitionsRDD2 [152955] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 152956 [id="node_152956" labelType="html" label="MapPartitionsRDD [152956] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382514 { id="cluster_382514"; isCluster="true"; label="Exchange"; 152960 [id="node_152960" labelType="html" label="ShuffledRowRDD [152960] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382513 { id="cluster_382513"; isCluster="true"; label="ObjectHashAggregate"; 152961 [id="node_152961" labelType="html" label="MapPartitionsRDD [152961] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382510 { id="cluster_382510"; isCluster="true"; label="WholeStageCodegen (11)"; 152962 [id="node_152962" labelType="html" label="MapPartitionsRDD [152962] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382462 { id="cluster_382462"; isCluster="true"; label="WholeStageCodegen (12)"; 152963 [id="node_152963" labelType="html" label="ZippedPartitionsRDD2 [152963] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 152964 [id="node_152964" labelType="html" label="MapPartitionsRDD [152964] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382525 { id="cluster_382525"; isCluster="true"; label="Exchange"; 152968 [id="node_152968" labelType="html" label="ShuffledRowRDD [152968] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382524 { id="cluster_382524"; isCluster="true"; label="ObjectHashAggregate"; 152969 [id="node_152969" labelType="html" label="MapPartitionsRDD [152969] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382521 { id="cluster_382521"; isCluster="true"; label="WholeStageCodegen (14)"; 152970 [id="node_152970" labelType="html" label="MapPartitionsRDD [152970] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382458 { id="cluster_382458"; isCluster="true"; label="WholeStageCodegen (15)"; 152971 [id="node_152971" labelType="html" label="ZippedPartitionsRDD2 [152971] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 152972 [id="node_152972" labelType="html" label="MapPartitionsRDD [152972] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382457 { id="cluster_382457"; isCluster="true"; label="InMemoryTableScan"; 152973 [id="node_152973" labelType="html" label="MapPartitionsRDD [152973] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 152974 [id="node_152974" labelType="html" label="*(15) Project [shardId#3579691, worklistShardItemId#3580961L, quantityAfterProdPlantOptimization#3580962, qty#3580963, orderProposalId#3581365L, originalReplenishmentRunId#3581407L, supplierGroup#3581367, supplier#3581368, supplyingPlant#3581372, productGroup#3581373, product#3581374, plant#3581369, subrange#3581371, orderDateTime#3581375, deliveryDateTime#3581370, availabilityDateTime#3581376, nextAvailabilityDateTime#3581377, constraintValues#3581398, constraintOperators#3581397, constraintLabels#3581396, logisticUnits#3581392, orderQuantityBaseUom#3581393, orderQuantityBaseUomUuid#3581394, splitIndicator#3581384L, netPriceAmount#3581401, ... 17 more fields]\n+- *(15) SortMergeJoin [shardId#3579691, worklistShardItemId#3580961L], [shardId#3587045, worklistShardItemId#3587046L], LeftOuter\n :- *(12) Project [shardId#3579691, worklistShardItemId#3580961L, quantityAfterProdPlantOptimization#3580962, qty#3580963, orderProposalId#3581365L, originalReplenishmentRunId#3581407L, supplierGroup#3581367, supplier#3... [152974] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_383455 { id="cluster_383455"; isCluster="true"; label="InMemoryTableScan"; 153300 [id="node_153300" labelType="html" label="MapPartitionsRDD [153300] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153301 [id="node_153301" labelType="html" label="MapPartitionsRDD [153301] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153302 [id="node_153302" labelType="html" label="MapPartitionsRDD [153302] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_383449 { id="cluster_383449"; isCluster="true"; label="WholeStageCodegen (1)"; 153303 [id="node_153303" labelType="html" label="MapPartitionsRDD [153303] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_383448 { id="cluster_383448"; isCluster="true"; label="CollectLimit"; 153304 [id="node_153304" labelType="html" label="MapPartitionsRDD [153304] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153305 [id="node_153305" labelType="html" label="MapPartitionsRDD [153305] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 152949->152950; 152953->152954; 152950->152955; 152954->152955; 152955->152956; 152960->152961; 152961->152962; 152956->152963; 152962->152963; 152963->152964; 152968->152969; 152969->152970; 152964->152971; 152970->152971; 152971->152972; 152972->152973; 152973->152974; 152974->153300; 153300->153301; 153301->153302; 153302->153303; 153303->153304; 153304->153305; }
152948,152949
152952,152953
152959,152960
152967,152968
152974
152949
152950
152953
152954
152955
152956
152960
152961
152962
152963
152964
152968
152969
152970
152971
152972
152973
152974
153300
153301
153302
153303
153304
153305
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time