4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 2133688 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
26 s
Locality Level Summary:
Process local: 37
Input Size / Records:
8.2 MiB / 37
Shuffle Write Size / Records:
1092.4 KiB / 28206
Associated Job Ids:
114627
DAG Visualization
digraph G { id="graph_2133688"; subgraph graph_stage_2133688 { id="graph_stage_2133688"; isCluster="true"; label="Stage 2133688"; subgraph cluster_2365488 { id="cluster_2365488"; isCluster="true"; label="Exchange"; 942879 [id="node_942879" labelType="html" label="ShuffledRowRDD [942879] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_2365484 { id="cluster_2365484"; isCluster="true"; label="WholeStageCodegen (2)"; 942880 [id="node_942880" labelType="html" label="MapPartitionsRDD [942880] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_2365489 { id="cluster_2365489"; isCluster="true"; label="mapPartitionsInternal"; 942881 [id="node_942881" labelType="html" label="MapPartitionsRDD [942881] [Unordered]<br>isEmpty at OrderQuantityOptimizationImpl.java:151}"]; } subgraph cluster_2365490 { id="cluster_2365490"; isCluster="true"; label="mapPartitionsInternal"; 942882 [id="node_942882" labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Project [0_7_10000000553 AS shardId#22188188, worklistShardItemId#22188256L, orderProposalId#22188233L, orderProposalItemId#22188234, orderProposalItemGroupId#22188257, originalReplenishmentRunId#22188275L, orderProposalHorizonGroupingId#22188251L, splitIndicator#22188252L, previousOrderProposal#22188253L, clusterId#22188254L, cast(sequenceId#22188255 as bigint) AS sequenceId#22188198L, sourceOfSupplyUuid#22188247, supplierGroup#22188235, supplier#22188236, subrange#22188239, product#22188242, plant#22188237, purchasingOrg#22188248, purchasingGroup#22188249, mrpController#22188246, orderDateTime#22188243, deliveryDateTime#22188238, availabilityDateTime#22188244, nextAvailabilityDateTime#22188245, isFallbackOrderOnly#22188250, ... 20 more fields]\n +- Exchange hashpartitioning(worklistShardItemId#22188256L, 37), REPARTITION_BY_NUM, [plan_id=6642645]\n +- Project [orderProposalId#22188233L, orderProposalItemId#22188234, supplierGroup#22188235, supplier#22188236, pl... [942882] [Cached] [Unordered]<br>isEmpty at OrderQuantityOptimizationImpl.java:151}"]; } subgraph cluster_2365583 { id="cluster_2365583"; isCluster="true"; label="InMemoryTableScan"; 942917 [id="node_942917" labelType="html" label="MapPartitionsRDD [942917] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 942918 [id="node_942918" labelType="html" label="MapPartitionsRDD [942918] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 942919 [id="node_942919" labelType="html" label="MapPartitionsRDD [942919] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_2365573 { id="cluster_2365573"; isCluster="true"; label="WholeStageCodegen (1)"; 942920 [id="node_942920" labelType="html" label="MapPartitionsRDD [942920] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_2365572 { id="cluster_2365572"; isCluster="true"; label="ObjectHashAggregate"; 942921 [id="node_942921" labelType="html" label="MapPartitionsRDD [942921] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_2365571 { id="cluster_2365571"; isCluster="true"; label="Exchange"; 942922 [id="node_942922" labelType="html" label="MapPartitionsRDD [942922] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } } 942879->942880; 942880->942881; 942881->942882; 942882->942917; 942917->942918; 942918->942919; 942919->942920; 942920->942921; 942921->942922; }
942878,942879
942882
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time