4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 2133689 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
6 s
Locality Level Summary:
Process local: 37
Input Size / Records:
8.2 MiB / 37
Shuffle Write Size / Records:
455.0 KiB / 28206
Associated Job Ids:
114628
DAG Visualization
digraph G { id="graph_2133689"; subgraph graph_stage_2133689 { id="graph_stage_2133689"; isCluster="true"; label="Stage 2133689"; subgraph cluster_2365488 { id="cluster_2365488"; isCluster="true"; label="Exchange"; 942879 [id="node_942879" labelType="html" label="ShuffledRowRDD [942879] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_2365484 { id="cluster_2365484"; isCluster="true"; label="WholeStageCodegen (2)"; 942880 [id="node_942880" labelType="html" label="MapPartitionsRDD [942880] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_2365489 { id="cluster_2365489"; isCluster="true"; label="mapPartitionsInternal"; 942881 [id="node_942881" labelType="html" label="MapPartitionsRDD [942881] [Unordered]<br>isEmpty at OrderQuantityOptimizationImpl.java:151}"]; } subgraph cluster_2365490 { id="cluster_2365490"; isCluster="true"; label="mapPartitionsInternal"; 942882 [id="node_942882" labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Project [0_7_10000000553 AS shardId#22188188, worklistShardItemId#22188256L, orderProposalId#22188233L, orderProposalItemId#22188234, orderProposalItemGroupId#22188257, originalReplenishmentRunId#22188275L, orderProposalHorizonGroupingId#22188251L, splitIndicator#22188252L, previousOrderProposal#22188253L, clusterId#22188254L, cast(sequenceId#22188255 as bigint) AS sequenceId#22188198L, sourceOfSupplyUuid#22188247, supplierGroup#22188235, supplier#22188236, subrange#22188239, product#22188242, plant#22188237, purchasingOrg#22188248, purchasingGroup#22188249, mrpController#22188246, orderDateTime#22188243, deliveryDateTime#22188238, availabilityDateTime#22188244, nextAvailabilityDateTime#22188245, isFallbackOrderOnly#22188250, ... 20 more fields]\n +- Exchange hashpartitioning(worklistShardItemId#22188256L, 37), REPARTITION_BY_NUM, [plan_id=6642645]\n +- Project [orderProposalId#22188233L, orderProposalItemId#22188234, supplierGroup#22188235, supplier#22188236, pl... [942882] [Cached] [Unordered]<br>isEmpty at OrderQuantityOptimizationImpl.java:151}"]; } subgraph cluster_2365585 { id="cluster_2365585"; isCluster="true"; label="InMemoryTableScan"; 942923 [id="node_942923" labelType="html" label="MapPartitionsRDD [942923] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 942924 [id="node_942924" labelType="html" label="MapPartitionsRDD [942924] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 942925 [id="node_942925" labelType="html" label="MapPartitionsRDD [942925] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_2365578 { id="cluster_2365578"; isCluster="true"; label="WholeStageCodegen (2)"; 942926 [id="node_942926" labelType="html" label="MapPartitionsRDD [942926] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_2365577 { id="cluster_2365577"; isCluster="true"; label="Exchange"; 942927 [id="node_942927" labelType="html" label="MapPartitionsRDD [942927] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } } 942879->942880; 942880->942881; 942881->942882; 942882->942923; 942923->942924; 942924->942925; 942925->942926; 942926->942927; }
942878,942879
942882
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time