4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 336550 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
16 s
Locality Level Summary:
Process local: 30
Input Size / Records:
16.1 MiB / 90
Output Size / Records:
1287.5 KiB / 175878
Associated Job Ids:
18623
DAG Visualization
digraph G { id="graph_336550"; subgraph graph_stage_336550 { id="graph_stage_336550"; isCluster="true"; label="Stage 336550"; subgraph cluster_382473 { id="cluster_382473"; isCluster="true"; label="Exchange"; 152949 [id="node_152949" labelType="html" label="ShuffledRowRDD [152949] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382470 { id="cluster_382470"; isCluster="true"; label="WholeStageCodegen (6)"; 152950 [id="node_152950" labelType="html" label="MapPartitionsRDD [152950] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382504 { id="cluster_382504"; isCluster="true"; label="Exchange"; 152953 [id="node_152953" labelType="html" label="ShuffledRowRDD [152953] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382501 { id="cluster_382501"; isCluster="true"; label="WholeStageCodegen (8)"; 152954 [id="node_152954" labelType="html" label="MapPartitionsRDD [152954] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382466 { id="cluster_382466"; isCluster="true"; label="WholeStageCodegen (9)"; 152955 [id="node_152955" labelType="html" label="ZippedPartitionsRDD2 [152955] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 152956 [id="node_152956" labelType="html" label="MapPartitionsRDD [152956] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382514 { id="cluster_382514"; isCluster="true"; label="Exchange"; 152960 [id="node_152960" labelType="html" label="ShuffledRowRDD [152960] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382513 { id="cluster_382513"; isCluster="true"; label="ObjectHashAggregate"; 152961 [id="node_152961" labelType="html" label="MapPartitionsRDD [152961] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382510 { id="cluster_382510"; isCluster="true"; label="WholeStageCodegen (11)"; 152962 [id="node_152962" labelType="html" label="MapPartitionsRDD [152962] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382462 { id="cluster_382462"; isCluster="true"; label="WholeStageCodegen (12)"; 152963 [id="node_152963" labelType="html" label="ZippedPartitionsRDD2 [152963] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 152964 [id="node_152964" labelType="html" label="MapPartitionsRDD [152964] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382525 { id="cluster_382525"; isCluster="true"; label="Exchange"; 152968 [id="node_152968" labelType="html" label="ShuffledRowRDD [152968] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382524 { id="cluster_382524"; isCluster="true"; label="ObjectHashAggregate"; 152969 [id="node_152969" labelType="html" label="MapPartitionsRDD [152969] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382521 { id="cluster_382521"; isCluster="true"; label="WholeStageCodegen (14)"; 152970 [id="node_152970" labelType="html" label="MapPartitionsRDD [152970] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382458 { id="cluster_382458"; isCluster="true"; label="WholeStageCodegen (15)"; 152971 [id="node_152971" labelType="html" label="ZippedPartitionsRDD2 [152971] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 152972 [id="node_152972" labelType="html" label="MapPartitionsRDD [152972] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382457 { id="cluster_382457"; isCluster="true"; label="InMemoryTableScan"; 152973 [id="node_152973" labelType="html" label="MapPartitionsRDD [152973] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 152974 [id="node_152974" labelType="html" label="*(15) Project [shardId#3579691, worklistShardItemId#3580961L, quantityAfterProdPlantOptimization#3580962, qty#3580963, orderProposalId#3581365L, originalReplenishmentRunId#3581407L, supplierGroup#3581367, supplier#3581368, supplyingPlant#3581372, productGroup#3581373, product#3581374, plant#3581369, subrange#3581371, orderDateTime#3581375, deliveryDateTime#3581370, availabilityDateTime#3581376, nextAvailabilityDateTime#3581377, constraintValues#3581398, constraintOperators#3581397, constraintLabels#3581396, logisticUnits#3581392, orderQuantityBaseUom#3581393, orderQuantityBaseUomUuid#3581394, splitIndicator#3581384L, netPriceAmount#3581401, ... 17 more fields]\n+- *(15) SortMergeJoin [shardId#3579691, worklistShardItemId#3580961L], [shardId#3587045, worklistShardItemId#3587046L], LeftOuter\n :- *(12) Project [shardId#3579691, worklistShardItemId#3580961L, quantityAfterProdPlantOptimization#3580962, qty#3580963, orderProposalId#3581365L, originalReplenishmentRunId#3581407L, supplierGroup#3581367, supplier#3... [152974] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_383497 { id="cluster_383497"; isCluster="true"; label="InMemoryTableScan"; 153309 [id="node_153309" labelType="html" label="MapPartitionsRDD [153309] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153310 [id="node_153310" labelType="html" label="MapPartitionsRDD [153310] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153311 [id="node_153311" labelType="html" label="MapPartitionsRDD [153311] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_383492 { id="cluster_383492"; isCluster="true"; label="WholeStageCodegen (1)"; 153312 [id="node_153312" labelType="html" label="MapPartitionsRDD [153312] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_383491 { id="cluster_383491"; isCluster="true"; label="Project"; 153313 [id="node_153313" labelType="html" label="MapPartitionsRDD [153313] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_383490 { id="cluster_383490"; isCluster="true"; label="WriteFiles"; 153314 [id="node_153314" labelType="html" label="MapPartitionsRDD [153314] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 152949->152950; 152953->152954; 152950->152955; 152954->152955; 152955->152956; 152960->152961; 152961->152962; 152956->152963; 152962->152963; 152963->152964; 152968->152969; 152969->152970; 152964->152971; 152970->152971; 152971->152972; 152972->152973; 152973->152974; 152974->153309; 153309->153310; 153310->153311; 153311->153312; 153312->153313; 153313->153314; }
152948,152949
152952,152953
152959,152960
152967,152968
152974
152949
152950
152953
152954
152955
152956
152960
152961
152962
152963
152964
152968
152969
152970
152971
152972
152973
152974
153309
153310
153311
153312
153313
153314
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time