4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 331560 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.2 s
Locality Level Summary:
Process local: 37
Input Size / Records:
14.1 MiB / 37
Shuffle Write Size / Records:
2.2 KiB / 37
Associated Job Ids:
18478
DAG Visualization
digraph G { id="graph_331560"; subgraph graph_stage_331560 { id="graph_stage_331560"; isCluster="true"; label="Stage 331560"; subgraph cluster_379114 { id="cluster_379114"; isCluster="true"; label="Exchange"; 151545 [id="node_151545" labelType="html" label="ShuffledRowRDD [151545] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_379110 { id="cluster_379110"; isCluster="true"; label="WholeStageCodegen (2)"; 151546 [id="node_151546" labelType="html" label="MapPartitionsRDD [151546] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_379115 { id="cluster_379115"; isCluster="true"; label="mapPartitionsInternal"; 151547 [id="node_151547" labelType="html" label="MapPartitionsRDD [151547] [Unordered]<br>isEmpty at OrderQuantityOptimizationImpl.java:151}"]; } subgraph cluster_379116 { id="cluster_379116"; isCluster="true"; label="mapPartitionsInternal"; 151548 [id="node_151548" labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Project [0_1_10000000532 AS shardId#3565255, worklistShardItemId#3565427L, orderProposalId#3565404L, orderProposalItemId#3565405, orderProposalItemGroupId#3565428, originalReplenishmentRunId#3565446L, orderProposalHorizonGroupingId#3565422L, splitIndicator#3565423L, previousOrderProposal#3565424L, clusterId#3565425L, cast(sequenceId#3565426 as bigint) AS sequenceId#3565265L, sourceOfSupplyUuid#3565418, supplierGroup#3565406, supplier#3565407, subrange#3565410, product#3565413, plant#3565408, purchasingOrg#3565419, purchasingGroup#3565420, mrpController#3565417, orderDateTime#3565414, deliveryDateTime#3565409, availabilityDateTime#3565415, nextAvailabilityDateTime#3565416, isFallbackOrderOnly#3565421, ... 20 more fields]\n +- Exchange hashpartitioning(worklistShardItemId#3565427L, 37), REPARTITION_BY_NUM, [plan_id=1020700]\n +- Project [orderProposalId#3565404L, orderProposalItemId#3565405, supplierGroup#3565406, supplier#3565407, plant#3565408, deliveryDateTime#3... [151548] [Cached] [Unordered]<br>isEmpty at OrderQuantityOptimizationImpl.java:151}"]; } subgraph cluster_379138 { id="cluster_379138"; isCluster="true"; label="InMemoryTableScan"; 151557 [id="node_151557" labelType="html" label="MapPartitionsRDD [151557] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 151558 [id="node_151558" labelType="html" label="MapPartitionsRDD [151558] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 151559 [id="node_151559" labelType="html" label="MapPartitionsRDD [151559] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_379136 { id="cluster_379136"; isCluster="true"; label="CollectLimit"; 151560 [id="node_151560" labelType="html" label="MapPartitionsRDD [151560] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 151561 [id="node_151561" labelType="html" label="MapPartitionsRDD [151561] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } } 151545->151546; 151546->151547; 151547->151548; 151548->151557; 151557->151558; 151558->151559; 151559->151560; 151560->151561; }
151536,151545
151548
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time