4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 335758 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
34 s
Locality Level Summary:
Any: 4; Node local: 26
Shuffle Read Size / Records:
75.1 MiB / 2456542
Shuffle Write Size / Records:
20.8 MiB / 42777
Associated Job Ids:
18604
DAG Visualization
digraph G { id="graph_335758"; subgraph graph_stage_335758 { id="graph_stage_335758"; isCluster="true"; label="Stage 335758"; subgraph cluster_382473 { id="cluster_382473"; isCluster="true"; label="Exchange"; 152949 [id="node_152949" labelType="html" label="ShuffledRowRDD [152949] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382470 { id="cluster_382470"; isCluster="true"; label="WholeStageCodegen (6)"; 152950 [id="node_152950" labelType="html" label="MapPartitionsRDD [152950] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382504 { id="cluster_382504"; isCluster="true"; label="Exchange"; 152953 [id="node_152953" labelType="html" label="ShuffledRowRDD [152953] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382501 { id="cluster_382501"; isCluster="true"; label="WholeStageCodegen (8)"; 152954 [id="node_152954" labelType="html" label="MapPartitionsRDD [152954] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382466 { id="cluster_382466"; isCluster="true"; label="WholeStageCodegen (9)"; 152955 [id="node_152955" labelType="html" label="ZippedPartitionsRDD2 [152955] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 152956 [id="node_152956" labelType="html" label="MapPartitionsRDD [152956] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382514 { id="cluster_382514"; isCluster="true"; label="Exchange"; 152960 [id="node_152960" labelType="html" label="ShuffledRowRDD [152960] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382513 { id="cluster_382513"; isCluster="true"; label="ObjectHashAggregate"; 152961 [id="node_152961" labelType="html" label="MapPartitionsRDD [152961] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382510 { id="cluster_382510"; isCluster="true"; label="WholeStageCodegen (11)"; 152962 [id="node_152962" labelType="html" label="MapPartitionsRDD [152962] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382462 { id="cluster_382462"; isCluster="true"; label="WholeStageCodegen (12)"; 152963 [id="node_152963" labelType="html" label="ZippedPartitionsRDD2 [152963] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 152964 [id="node_152964" labelType="html" label="MapPartitionsRDD [152964] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382525 { id="cluster_382525"; isCluster="true"; label="Exchange"; 152968 [id="node_152968" labelType="html" label="ShuffledRowRDD [152968] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382524 { id="cluster_382524"; isCluster="true"; label="ObjectHashAggregate"; 152969 [id="node_152969" labelType="html" label="MapPartitionsRDD [152969] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382521 { id="cluster_382521"; isCluster="true"; label="WholeStageCodegen (14)"; 152970 [id="node_152970" labelType="html" label="MapPartitionsRDD [152970] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382458 { id="cluster_382458"; isCluster="true"; label="WholeStageCodegen (15)"; 152971 [id="node_152971" labelType="html" label="ZippedPartitionsRDD2 [152971] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 152972 [id="node_152972" labelType="html" label="MapPartitionsRDD [152972] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382457 { id="cluster_382457"; isCluster="true"; label="InMemoryTableScan"; 152973 [id="node_152973" labelType="html" label="MapPartitionsRDD [152973] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 152974 [id="node_152974" labelType="html" label="*(15) Project [shardId#3579691, worklistShardItemId#3580961L, quantityAfterProdPlantOptimization#3580962, qty#3580963, orderProposalId#3581365L, originalReplenishmentRunId#3581407L, supplierGroup#3581367, supplier#3581368, supplyingPlant#3581372, productGroup#3581373, product#3581374, plant#3581369, subrange#3581371, orderDateTime#3581375, deliveryDateTime#3581370, availabilityDateTime#3581376, nextAvailabilityDateTime#3581377, constraintValues#3581398, constraintOperators#3581397, constraintLabels#3581396, logisticUnits#3581392, orderQuantityBaseUom#3581393, orderQuantityBaseUomUuid#3581394, splitIndicator#3581384L, netPriceAmount#3581401, ... 17 more fields]\n+- *(15) SortMergeJoin [shardId#3579691, worklistShardItemId#3580961L], [shardId#3587045, worklistShardItemId#3587046L], LeftOuter\n :- *(12) Project [shardId#3579691, worklistShardItemId#3580961L, quantityAfterProdPlantOptimization#3580962, qty#3580963, orderProposalId#3581365L, originalReplenishmentRunId#3581407L, supplierGroup#3581367, supplier#3... [152974] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 152975 [id="node_152975" labelType="html" label="MapPartitionsRDD [152975] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 152976 [id="node_152976" labelType="html" label="MapPartitionsRDD [152976] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 152977 [id="node_152977" labelType="html" label="MapPartitionsRDD [152977] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382446 { id="cluster_382446"; isCluster="true"; label="WholeStageCodegen (1)"; 152978 [id="node_152978" labelType="html" label="MapPartitionsRDD [152978] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382445 { id="cluster_382445"; isCluster="true"; label="Project"; 152979 [id="node_152979" labelType="html" label="MapPartitionsRDD [152979] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382444 { id="cluster_382444"; isCluster="true"; label="Project"; 152980 [id="node_152980" labelType="html" label="MapPartitionsRDD [152980] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382443 { id="cluster_382443"; isCluster="true"; label="Project"; 152981 [id="node_152981" labelType="html" label="MapPartitionsRDD [152981] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382442 { id="cluster_382442"; isCluster="true"; label="ObjectHashAggregate"; 152982 [id="node_152982" labelType="html" label="MapPartitionsRDD [152982] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382441 { id="cluster_382441"; isCluster="true"; label="Exchange"; 152983 [id="node_152983" labelType="html" label="MapPartitionsRDD [152983] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 152949->152950; 152953->152954; 152950->152955; 152954->152955; 152955->152956; 152960->152961; 152961->152962; 152956->152963; 152962->152963; 152963->152964; 152968->152969; 152969->152970; 152964->152971; 152970->152971; 152971->152972; 152972->152973; 152973->152974; 152974->152975; 152975->152976; 152976->152977; 152977->152978; 152978->152979; 152979->152980; 152980->152981; 152981->152982; 152982->152983; }
152948,152949
152952,152953
152959,152960
152967,152968
152974
152949
152950
152953
152954
152955
152956
152960
152961
152962
152963
152964
152968
152969
152970
152971
152972
152973
152974
152975
152976
152977
152978
152979
152980
152981
152982
152983
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time