4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1035576 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
17 s
Locality Level Summary:
Process local: 30
Input Size / Records:
21.9 MiB / 120
Output Size / Records:
1707.7 KiB / 239908
Associated Job Ids:
52730
DAG Visualization
digraph G { id="graph_1035576"; subgraph graph_stage_1035576 { id="graph_stage_1035576"; isCluster="true"; label="Stage 1035576"; subgraph cluster_1088565 { id="cluster_1088565"; isCluster="true"; label="Exchange"; 434486 [id="node_434486" labelType="html" label="ShuffledRowRDD [434486] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088562 { id="cluster_1088562"; isCluster="true"; label="WholeStageCodegen (6)"; 434487 [id="node_434487" labelType="html" label="MapPartitionsRDD [434487] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088596 { id="cluster_1088596"; isCluster="true"; label="Exchange"; 434490 [id="node_434490" labelType="html" label="ShuffledRowRDD [434490] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088593 { id="cluster_1088593"; isCluster="true"; label="WholeStageCodegen (8)"; 434491 [id="node_434491" labelType="html" label="MapPartitionsRDD [434491] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088558 { id="cluster_1088558"; isCluster="true"; label="WholeStageCodegen (9)"; 434492 [id="node_434492" labelType="html" label="ZippedPartitionsRDD2 [434492] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 434493 [id="node_434493" labelType="html" label="MapPartitionsRDD [434493] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088606 { id="cluster_1088606"; isCluster="true"; label="Exchange"; 434497 [id="node_434497" labelType="html" label="ShuffledRowRDD [434497] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088605 { id="cluster_1088605"; isCluster="true"; label="ObjectHashAggregate"; 434498 [id="node_434498" labelType="html" label="MapPartitionsRDD [434498] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088602 { id="cluster_1088602"; isCluster="true"; label="WholeStageCodegen (11)"; 434499 [id="node_434499" labelType="html" label="MapPartitionsRDD [434499] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088554 { id="cluster_1088554"; isCluster="true"; label="WholeStageCodegen (12)"; 434500 [id="node_434500" labelType="html" label="ZippedPartitionsRDD2 [434500] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 434501 [id="node_434501" labelType="html" label="MapPartitionsRDD [434501] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088617 { id="cluster_1088617"; isCluster="true"; label="Exchange"; 434505 [id="node_434505" labelType="html" label="ShuffledRowRDD [434505] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088616 { id="cluster_1088616"; isCluster="true"; label="ObjectHashAggregate"; 434506 [id="node_434506" labelType="html" label="MapPartitionsRDD [434506] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088613 { id="cluster_1088613"; isCluster="true"; label="WholeStageCodegen (14)"; 434507 [id="node_434507" labelType="html" label="MapPartitionsRDD [434507] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088550 { id="cluster_1088550"; isCluster="true"; label="WholeStageCodegen (15)"; 434508 [id="node_434508" labelType="html" label="ZippedPartitionsRDD2 [434508] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 434509 [id="node_434509" labelType="html" label="MapPartitionsRDD [434509] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088549 { id="cluster_1088549"; isCluster="true"; label="InMemoryTableScan"; 434510 [id="node_434510" labelType="html" label="MapPartitionsRDD [434510] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 434511 [id="node_434511" labelType="html" label="*(15) Project [shardId#10214802, worklistShardItemId#10215314L, quantityAfterProdPlantOptimization#10215315, qty#10215316, orderProposalId#10215515L, originalReplenishmentRunId#10215557L, supplierGroup#10215517, supplier#10215518, supplyingPlant#10215522, productGroup#10215523, product#10215524, plant#10215519, subrange#10215521, orderDateTime#10215525, deliveryDateTime#10215520, availabilityDateTime#10215526, nextAvailabilityDateTime#10215527, constraintValues#10215548, constraintOperators#10215547, constraintLabels#10215546, logisticUnits#10215542, orderQuantityBaseUom#10215543, orderQuantityBaseUomUuid#10215544, splitIndicator#10215534L, netPriceAmount#10215551, ... 17 more fields]\n+- *(15) SortMergeJoin [shardId#10214802, worklistShardItemId#10215314L], [shardId#10216300, worklistShardItemId#10216301L], LeftOuter\n :- *(12) Project [shardId#10214802, worklistShardItemId#10215314L, quantityAfterProdPlantOptimization#10215315, qty#10215316, orderProposalId#10215515L, originalReplenishmentRunId#10215557L... [434511] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088918 { id="cluster_1088918"; isCluster="true"; label="InMemoryTableScan"; 434626 [id="node_434626" labelType="html" label="MapPartitionsRDD [434626] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 434627 [id="node_434627" labelType="html" label="MapPartitionsRDD [434627] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 434628 [id="node_434628" labelType="html" label="MapPartitionsRDD [434628] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088913 { id="cluster_1088913"; isCluster="true"; label="WholeStageCodegen (1)"; 434629 [id="node_434629" labelType="html" label="MapPartitionsRDD [434629] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088912 { id="cluster_1088912"; isCluster="true"; label="Project"; 434630 [id="node_434630" labelType="html" label="MapPartitionsRDD [434630] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088911 { id="cluster_1088911"; isCluster="true"; label="WriteFiles"; 434631 [id="node_434631" labelType="html" label="MapPartitionsRDD [434631] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 434486->434487; 434490->434491; 434487->434492; 434491->434492; 434492->434493; 434497->434498; 434498->434499; 434493->434500; 434499->434500; 434500->434501; 434505->434506; 434506->434507; 434501->434508; 434507->434508; 434508->434509; 434509->434510; 434510->434511; 434511->434626; 434626->434627; 434627->434628; 434628->434629; 434629->434630; 434630->434631; }
434485,434486
434489,434490
434496,434497
434504,434505
434511
434486
434487
434490
434491
434492
434493
434497
434498
434499
434500
434501
434505
434506
434507
434508
434509
434510
434511
434626
434627
434628
434629
434630
434631
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time