4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1036226 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
7 s
Locality Level Summary:
Node local: 30; Process local: 60
Input Size / Records:
43.7 MiB / 240
Shuffle Read Size / Records:
225.2 KiB / 0
Associated Job Ids:
52741
DAG Visualization
digraph G { id="graph_1036226"; subgraph graph_stage_1036226 { id="graph_stage_1036226"; isCluster="true"; label="Stage 1036226"; subgraph cluster_1088565 { id="cluster_1088565"; isCluster="true"; label="Exchange"; 434486 [id="node_434486" labelType="html" label="ShuffledRowRDD [434486] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088562 { id="cluster_1088562"; isCluster="true"; label="WholeStageCodegen (6)"; 434487 [id="node_434487" labelType="html" label="MapPartitionsRDD [434487] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088596 { id="cluster_1088596"; isCluster="true"; label="Exchange"; 434490 [id="node_434490" labelType="html" label="ShuffledRowRDD [434490] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088593 { id="cluster_1088593"; isCluster="true"; label="WholeStageCodegen (8)"; 434491 [id="node_434491" labelType="html" label="MapPartitionsRDD [434491] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088558 { id="cluster_1088558"; isCluster="true"; label="WholeStageCodegen (9)"; 434492 [id="node_434492" labelType="html" label="ZippedPartitionsRDD2 [434492] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 434493 [id="node_434493" labelType="html" label="MapPartitionsRDD [434493] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088606 { id="cluster_1088606"; isCluster="true"; label="Exchange"; 434497 [id="node_434497" labelType="html" label="ShuffledRowRDD [434497] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088605 { id="cluster_1088605"; isCluster="true"; label="ObjectHashAggregate"; 434498 [id="node_434498" labelType="html" label="MapPartitionsRDD [434498] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088602 { id="cluster_1088602"; isCluster="true"; label="WholeStageCodegen (11)"; 434499 [id="node_434499" labelType="html" label="MapPartitionsRDD [434499] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088554 { id="cluster_1088554"; isCluster="true"; label="WholeStageCodegen (12)"; 434500 [id="node_434500" labelType="html" label="ZippedPartitionsRDD2 [434500] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 434501 [id="node_434501" labelType="html" label="MapPartitionsRDD [434501] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088617 { id="cluster_1088617"; isCluster="true"; label="Exchange"; 434505 [id="node_434505" labelType="html" label="ShuffledRowRDD [434505] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088616 { id="cluster_1088616"; isCluster="true"; label="ObjectHashAggregate"; 434506 [id="node_434506" labelType="html" label="MapPartitionsRDD [434506] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088613 { id="cluster_1088613"; isCluster="true"; label="WholeStageCodegen (14)"; 434507 [id="node_434507" labelType="html" label="MapPartitionsRDD [434507] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088550 { id="cluster_1088550"; isCluster="true"; label="WholeStageCodegen (15)"; 434508 [id="node_434508" labelType="html" label="ZippedPartitionsRDD2 [434508] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 434509 [id="node_434509" labelType="html" label="MapPartitionsRDD [434509] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088549 { id="cluster_1088549"; isCluster="true"; label="InMemoryTableScan"; 434510 [id="node_434510" labelType="html" label="MapPartitionsRDD [434510] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 434511 [id="node_434511" labelType="html" label="*(15) Project [shardId#10214802, worklistShardItemId#10215314L, quantityAfterProdPlantOptimization#10215315, qty#10215316, orderProposalId#10215515L, originalReplenishmentRunId#10215557L, supplierGroup#10215517, supplier#10215518, supplyingPlant#10215522, productGroup#10215523, product#10215524, plant#10215519, subrange#10215521, orderDateTime#10215525, deliveryDateTime#10215520, availabilityDateTime#10215526, nextAvailabilityDateTime#10215527, constraintValues#10215548, constraintOperators#10215547, constraintLabels#10215546, logisticUnits#10215542, orderQuantityBaseUom#10215543, orderQuantityBaseUomUuid#10215544, splitIndicator#10215534L, netPriceAmount#10215551, ... 17 more fields]\n+- *(15) SortMergeJoin [shardId#10214802, worklistShardItemId#10215314L], [shardId#10216300, worklistShardItemId#10216301L], LeftOuter\n :- *(12) Project [shardId#10214802, worklistShardItemId#10215314L, quantityAfterProdPlantOptimization#10215315, qty#10215316, orderProposalId#10215515L, originalReplenishmentRunId#10215557L... [434511] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1089077 { id="cluster_1089077"; isCluster="true"; label="Exchange"; 434699 [id="node_434699" labelType="html" label="ShuffledRowRDD [434699] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1089074 { id="cluster_1089074"; isCluster="true"; label="WholeStageCodegen (2)"; 434700 [id="node_434700" labelType="html" label="MapPartitionsRDD [434700] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1089087 { id="cluster_1089087"; isCluster="true"; label="Exchange"; 434708 [id="node_434708" labelType="html" label="ShuffledRowRDD [434708] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1089083 { id="cluster_1089083"; isCluster="true"; label="WholeStageCodegen (6)"; 434709 [id="node_434709" labelType="html" label="MapPartitionsRDD [434709] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1089066 { id="cluster_1089066"; isCluster="true"; label="WholeStageCodegen (7)"; 434710 [id="node_434710" labelType="html" label="ZippedPartitionsRDD2 [434710] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 434711 [id="node_434711" labelType="html" label="MapPartitionsRDD [434711] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1089132 { id="cluster_1089132"; isCluster="true"; label="InMemoryTableScan"; 434712 [id="node_434712" labelType="html" label="MapPartitionsRDD [434712] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 434713 [id="node_434713" labelType="html" label="MapPartitionsRDD [434713] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 434714 [id="node_434714" labelType="html" label="MapPartitionsRDD [434714] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1089121 { id="cluster_1089121"; isCluster="true"; label="WholeStageCodegen (8)"; 434715 [id="node_434715" labelType="html" label="MapPartitionsRDD [434715] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1089112 { id="cluster_1089112"; isCluster="true"; label="BroadcastNestedLoopJoin"; 434716 [id="node_434716" labelType="html" label="MapPartitionsRDD [434716] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 434717 [id="node_434717" labelType="html" label="MapPartitionsRDD [434717] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1089108 { id="cluster_1089108"; isCluster="true"; label="WholeStageCodegen (10)"; 434718 [id="node_434718" labelType="html" label="MapPartitionsRDD [434718] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1089143 { id="cluster_1089143"; isCluster="true"; label="InMemoryTableScan"; 434719 [id="node_434719" labelType="html" label="MapPartitionsRDD [434719] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 434720 [id="node_434720" labelType="html" label="MapPartitionsRDD [434720] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 434721 [id="node_434721" labelType="html" label="MapPartitionsRDD [434721] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1089139 { id="cluster_1089139"; isCluster="true"; label="WholeStageCodegen (11)"; 434722 [id="node_434722" labelType="html" label="MapPartitionsRDD [434722] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1089137 { id="cluster_1089137"; isCluster="true"; label="BroadcastNestedLoopJoin"; 434723 [id="node_434723" labelType="html" label="MapPartitionsRDD [434723] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 434724 [id="node_434724" labelType="html" label="MapPartitionsRDD [434724] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1089133 { id="cluster_1089133"; isCluster="true"; label="WholeStageCodegen (13)"; 434725 [id="node_434725" labelType="html" label="MapPartitionsRDD [434725] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1089055 { id="cluster_1089055"; isCluster="true"; label="Union"; 434726 [id="node_434726" labelType="html" label="UnionRDD [434726] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1089043 { id="cluster_1089043"; isCluster="true"; label="CollectLimit"; 434727 [id="node_434727" labelType="html" label="MapPartitionsRDD [434727] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 434728 [id="node_434728" labelType="html" label="MapPartitionsRDD [434728] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 434486->434487; 434490->434491; 434487->434492; 434491->434492; 434492->434493; 434497->434498; 434498->434499; 434493->434500; 434499->434500; 434500->434501; 434505->434506; 434506->434507; 434501->434508; 434507->434508; 434508->434509; 434509->434510; 434510->434511; 434699->434700; 434708->434709; 434700->434710; 434709->434710; 434710->434711; 434511->434712; 434712->434713; 434713->434714; 434714->434715; 434715->434716; 434716->434717; 434717->434718; 434511->434719; 434719->434720; 434720->434721; 434721->434722; 434722->434723; 434723->434724; 434724->434725; 434711->434726; 434718->434726; 434725->434726; 434726->434727; 434727->434728; }
434485,434486
434489,434490
434496,434497
434504,434505
434698,434699
434707,434708
434511
434486
434487
434490
434491
434492
434493
434497
434498
434499
434500
434501
434505
434506
434507
434508
434509
434510
434511
434699
434700
434710
434711
434712
434713
434714
434715
434716
434717
434718
434719
434720
434721
434722
434723
434724
434725
434726
434727
434728
Event Timeline
Enable zooming
Tasks: 90. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time