4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1032543 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
6 s
Locality Level Summary:
Process local: 37
Input Size / Records:
16.4 MiB / 37
Shuffle Write Size / Records:
3.3 KiB / 37
Associated Job Ids:
52685
DAG Visualization
digraph G { id="graph_1032543"; subgraph graph_stage_1032543 { id="graph_stage_1032543"; isCluster="true"; label="Stage 1032543"; subgraph cluster_1087598 { id="cluster_1087598"; isCluster="true"; label="Exchange"; 434120 [id="node_434120" labelType="html" label="ShuffledRowRDD [434120] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1087594 { id="cluster_1087594"; isCluster="true"; label="WholeStageCodegen (2)"; 434121 [id="node_434121" labelType="html" label="MapPartitionsRDD [434121] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1087599 { id="cluster_1087599"; isCluster="true"; label="mapPartitionsInternal"; 434122 [id="node_434122" labelType="html" label="MapPartitionsRDD [434122] [Unordered]<br>isEmpty at OrderQuantityOptimizationImpl.java:151}"]; } subgraph cluster_1087600 { id="cluster_1087600"; isCluster="true"; label="mapPartitionsInternal"; 434123 [id="node_434123" labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Project [0_4_10000000540 AS shardId#10205815, worklistShardItemId#10206042L, orderProposalId#10206019L, orderProposalItemId#10206020, orderProposalItemGroupId#10206043, originalReplenishmentRunId#10206061L, orderProposalHorizonGroupingId#10206037L, splitIndicator#10206038L, previousOrderProposal#10206039L, clusterId#10206040L, cast(sequenceId#10206041 as bigint) AS sequenceId#10205825L, sourceOfSupplyUuid#10206033, supplierGroup#10206021, supplier#10206022, subrange#10206025, product#10206028, plant#10206023, purchasingOrg#10206034, purchasingGroup#10206035, mrpController#10206032, orderDateTime#10206029, deliveryDateTime#10206024, availabilityDateTime#10206030, nextAvailabilityDateTime#10206031, isFallbackOrderOnly#10206036, ... 20 more fields]\n +- Exchange hashpartitioning(worklistShardItemId#10206042L, 37), REPARTITION_BY_NUM, [plan_id=3017883]\n +- Project [orderProposalId#10206019L, orderProposalItemId#10206020, supplierGroup#10206021, supplier#10206022, pl... [434123] [Cached] [Unordered]<br>isEmpty at OrderQuantityOptimizationImpl.java:151}"]; } subgraph cluster_1087627 { id="cluster_1087627"; isCluster="true"; label="InMemoryTableScan"; 434132 [id="node_434132" labelType="html" label="MapPartitionsRDD [434132] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 434133 [id="node_434133" labelType="html" label="MapPartitionsRDD [434133] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 434134 [id="node_434134" labelType="html" label="MapPartitionsRDD [434134] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1087623 { id="cluster_1087623"; isCluster="true"; label="WholeStageCodegen (1)"; 434135 [id="node_434135" labelType="html" label="MapPartitionsRDD [434135] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1087622 { id="cluster_1087622"; isCluster="true"; label="Exchange"; 434136 [id="node_434136" labelType="html" label="MapPartitionsRDD [434136] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } } 434120->434121; 434121->434122; 434122->434123; 434123->434132; 434132->434133; 434133->434134; 434134->434135; 434135->434136; }
434119,434120
434123
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time