4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1034757 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
34 s
Locality Level Summary:
Node local: 30
Shuffle Read Size / Records:
61.6 MiB / 1607690
Shuffle Write Size / Records:
28.5 MiB / 58096
Associated Job Ids:
52724
DAG Visualization
digraph G { id="graph_1034757"; subgraph graph_stage_1034757 { id="graph_stage_1034757"; isCluster="true"; label="Stage 1034757"; subgraph cluster_1088565 { id="cluster_1088565"; isCluster="true"; label="Exchange"; 434486 [id="node_434486" labelType="html" label="ShuffledRowRDD [434486] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088562 { id="cluster_1088562"; isCluster="true"; label="WholeStageCodegen (6)"; 434487 [id="node_434487" labelType="html" label="MapPartitionsRDD [434487] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088596 { id="cluster_1088596"; isCluster="true"; label="Exchange"; 434490 [id="node_434490" labelType="html" label="ShuffledRowRDD [434490] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088593 { id="cluster_1088593"; isCluster="true"; label="WholeStageCodegen (8)"; 434491 [id="node_434491" labelType="html" label="MapPartitionsRDD [434491] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088558 { id="cluster_1088558"; isCluster="true"; label="WholeStageCodegen (9)"; 434492 [id="node_434492" labelType="html" label="ZippedPartitionsRDD2 [434492] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 434493 [id="node_434493" labelType="html" label="MapPartitionsRDD [434493] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088606 { id="cluster_1088606"; isCluster="true"; label="Exchange"; 434497 [id="node_434497" labelType="html" label="ShuffledRowRDD [434497] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088605 { id="cluster_1088605"; isCluster="true"; label="ObjectHashAggregate"; 434498 [id="node_434498" labelType="html" label="MapPartitionsRDD [434498] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088602 { id="cluster_1088602"; isCluster="true"; label="WholeStageCodegen (11)"; 434499 [id="node_434499" labelType="html" label="MapPartitionsRDD [434499] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088554 { id="cluster_1088554"; isCluster="true"; label="WholeStageCodegen (12)"; 434500 [id="node_434500" labelType="html" label="ZippedPartitionsRDD2 [434500] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 434501 [id="node_434501" labelType="html" label="MapPartitionsRDD [434501] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088617 { id="cluster_1088617"; isCluster="true"; label="Exchange"; 434505 [id="node_434505" labelType="html" label="ShuffledRowRDD [434505] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088616 { id="cluster_1088616"; isCluster="true"; label="ObjectHashAggregate"; 434506 [id="node_434506" labelType="html" label="MapPartitionsRDD [434506] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088613 { id="cluster_1088613"; isCluster="true"; label="WholeStageCodegen (14)"; 434507 [id="node_434507" labelType="html" label="MapPartitionsRDD [434507] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088550 { id="cluster_1088550"; isCluster="true"; label="WholeStageCodegen (15)"; 434508 [id="node_434508" labelType="html" label="ZippedPartitionsRDD2 [434508] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 434509 [id="node_434509" labelType="html" label="MapPartitionsRDD [434509] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088549 { id="cluster_1088549"; isCluster="true"; label="InMemoryTableScan"; 434510 [id="node_434510" labelType="html" label="MapPartitionsRDD [434510] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 434511 [id="node_434511" labelType="html" label="*(15) Project [shardId#10214802, worklistShardItemId#10215314L, quantityAfterProdPlantOptimization#10215315, qty#10215316, orderProposalId#10215515L, originalReplenishmentRunId#10215557L, supplierGroup#10215517, supplier#10215518, supplyingPlant#10215522, productGroup#10215523, product#10215524, plant#10215519, subrange#10215521, orderDateTime#10215525, deliveryDateTime#10215520, availabilityDateTime#10215526, nextAvailabilityDateTime#10215527, constraintValues#10215548, constraintOperators#10215547, constraintLabels#10215546, logisticUnits#10215542, orderQuantityBaseUom#10215543, orderQuantityBaseUomUuid#10215544, splitIndicator#10215534L, netPriceAmount#10215551, ... 17 more fields]\n+- *(15) SortMergeJoin [shardId#10214802, worklistShardItemId#10215314L], [shardId#10216300, worklistShardItemId#10216301L], LeftOuter\n :- *(12) Project [shardId#10214802, worklistShardItemId#10215314L, quantityAfterProdPlantOptimization#10215315, qty#10215316, orderProposalId#10215515L, originalReplenishmentRunId#10215557L... [434511] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 434512 [id="node_434512" labelType="html" label="MapPartitionsRDD [434512] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 434513 [id="node_434513" labelType="html" label="MapPartitionsRDD [434513] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 434514 [id="node_434514" labelType="html" label="MapPartitionsRDD [434514] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088541 { id="cluster_1088541"; isCluster="true"; label="WholeStageCodegen (1)"; 434515 [id="node_434515" labelType="html" label="MapPartitionsRDD [434515] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088539 { id="cluster_1088539"; isCluster="true"; label="Project"; 434516 [id="node_434516" labelType="html" label="MapPartitionsRDD [434516] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088538 { id="cluster_1088538"; isCluster="true"; label="Project"; 434517 [id="node_434517" labelType="html" label="MapPartitionsRDD [434517] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088536 { id="cluster_1088536"; isCluster="true"; label="Project"; 434518 [id="node_434518" labelType="html" label="MapPartitionsRDD [434518] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088535 { id="cluster_1088535"; isCluster="true"; label="ObjectHashAggregate"; 434519 [id="node_434519" labelType="html" label="MapPartitionsRDD [434519] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088534 { id="cluster_1088534"; isCluster="true"; label="Exchange"; 434520 [id="node_434520" labelType="html" label="MapPartitionsRDD [434520] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 434486->434487; 434490->434491; 434487->434492; 434491->434492; 434492->434493; 434497->434498; 434498->434499; 434493->434500; 434499->434500; 434500->434501; 434505->434506; 434506->434507; 434501->434508; 434507->434508; 434508->434509; 434509->434510; 434510->434511; 434511->434512; 434512->434513; 434513->434514; 434514->434515; 434515->434516; 434516->434517; 434517->434518; 434518->434519; 434519->434520; }
434485,434486
434489,434490
434496,434497
434504,434505
434511
434486
434487
434490
434491
434492
434493
434497
434498
434499
434500
434501
434505
434506
434507
434508
434509
434510
434511
434512
434513
434514
434515
434516
434517
434518
434519
434520
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time