4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 331635 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
1 s
Locality Level Summary:
Process local: 37
Input Size / Records:
14.1 MiB / 37
Shuffle Write Size / Records:
689.5 KiB / 48410
Associated Job Ids:
18487
DAG Visualization
digraph G { id="graph_331635"; subgraph graph_stage_331635 { id="graph_stage_331635"; isCluster="true"; label="Stage 331635"; subgraph cluster_379114 { id="cluster_379114"; isCluster="true"; label="Exchange"; 151545 [id="node_151545" labelType="html" label="ShuffledRowRDD [151545] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_379110 { id="cluster_379110"; isCluster="true"; label="WholeStageCodegen (2)"; 151546 [id="node_151546" labelType="html" label="MapPartitionsRDD [151546] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_379115 { id="cluster_379115"; isCluster="true"; label="mapPartitionsInternal"; 151547 [id="node_151547" labelType="html" label="MapPartitionsRDD [151547] [Unordered]<br>isEmpty at OrderQuantityOptimizationImpl.java:151}"]; } subgraph cluster_379116 { id="cluster_379116"; isCluster="true"; label="mapPartitionsInternal"; 151548 [id="node_151548" labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Project [0_1_10000000532 AS shardId#3565255, worklistShardItemId#3565427L, orderProposalId#3565404L, orderProposalItemId#3565405, orderProposalItemGroupId#3565428, originalReplenishmentRunId#3565446L, orderProposalHorizonGroupingId#3565422L, splitIndicator#3565423L, previousOrderProposal#3565424L, clusterId#3565425L, cast(sequenceId#3565426 as bigint) AS sequenceId#3565265L, sourceOfSupplyUuid#3565418, supplierGroup#3565406, supplier#3565407, subrange#3565410, product#3565413, plant#3565408, purchasingOrg#3565419, purchasingGroup#3565420, mrpController#3565417, orderDateTime#3565414, deliveryDateTime#3565409, availabilityDateTime#3565415, nextAvailabilityDateTime#3565416, isFallbackOrderOnly#3565421, ... 20 more fields]\n +- Exchange hashpartitioning(worklistShardItemId#3565427L, 37), REPARTITION_BY_NUM, [plan_id=1020700]\n +- Project [orderProposalId#3565404L, orderProposalItemId#3565405, supplierGroup#3565406, supplier#3565407, plant#3565408, deliveryDateTime#3... [151548] [Cached] [Unordered]<br>isEmpty at OrderQuantityOptimizationImpl.java:151}"]; } subgraph cluster_379264 { id="cluster_379264"; isCluster="true"; label="InMemoryTableScan"; 151611 [id="node_151611" labelType="html" label="MapPartitionsRDD [151611] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 151612 [id="node_151612" labelType="html" label="MapPartitionsRDD [151612] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 151613 [id="node_151613" labelType="html" label="MapPartitionsRDD [151613] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_379257 { id="cluster_379257"; isCluster="true"; label="WholeStageCodegen (2)"; 151614 [id="node_151614" labelType="html" label="MapPartitionsRDD [151614] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_379256 { id="cluster_379256"; isCluster="true"; label="Exchange"; 151615 [id="node_151615" labelType="html" label="MapPartitionsRDD [151615] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } } 151545->151546; 151546->151547; 151547->151548; 151548->151611; 151611->151612; 151612->151613; 151613->151614; 151614->151615; }
151536,151545
151548
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time