4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 341306 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
1 s
Locality Level Summary:
Process local: 37
Input Size / Records:
19.1 MiB / 37
Shuffle Write Size / Records:
887.2 KiB / 65484
Associated Job Ids:
18762
DAG Visualization
digraph G { id="graph_341306"; subgraph graph_stage_341306 { id="graph_stage_341306"; isCluster="true"; label="Stage 341306"; subgraph cluster_386086 { id="cluster_386086"; isCluster="true"; label="Exchange"; 154395 [id="node_154395" labelType="html" label="ShuffledRowRDD [154395] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_386082 { id="cluster_386082"; isCluster="true"; label="WholeStageCodegen (2)"; 154396 [id="node_154396" labelType="html" label="MapPartitionsRDD [154396] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_386087 { id="cluster_386087"; isCluster="true"; label="mapPartitionsInternal"; 154397 [id="node_154397" labelType="html" label="MapPartitionsRDD [154397] [Unordered]<br>isEmpty at OrderQuantityOptimizationImpl.java:151}"]; } subgraph cluster_386088 { id="cluster_386088"; isCluster="true"; label="mapPartitionsInternal"; 154398 [id="node_154398" labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Project [0_5_10000000532 AS shardId#3617984, worklistShardItemId#3618052L, orderProposalId#3618029L, orderProposalItemId#3618030, orderProposalItemGroupId#3618053, originalReplenishmentRunId#3618071L, orderProposalHorizonGroupingId#3618047L, splitIndicator#3618048L, previousOrderProposal#3618049L, clusterId#3618050L, cast(sequenceId#3618051 as bigint) AS sequenceId#3617994L, sourceOfSupplyUuid#3618043, supplierGroup#3618031, supplier#3618032, subrange#3618035, product#3618038, plant#3618033, purchasingOrg#3618044, purchasingGroup#3618045, mrpController#3618042, orderDateTime#3618039, deliveryDateTime#3618034, availabilityDateTime#3618040, nextAvailabilityDateTime#3618041, isFallbackOrderOnly#3618046, ... 20 more fields]\n +- Exchange hashpartitioning(worklistShardItemId#3618052L, 37), REPARTITION_BY_NUM, [plan_id=1036246]\n +- Project [orderProposalId#3618029L, orderProposalItemId#3618030, supplierGroup#3618031, supplier#3618032, plant#3618033, deliveryDateTime#3... [154398] [Cached] [Unordered]<br>isEmpty at OrderQuantityOptimizationImpl.java:151}"]; } subgraph cluster_386178 { id="cluster_386178"; isCluster="true"; label="InMemoryTableScan"; 154439 [id="node_154439" labelType="html" label="MapPartitionsRDD [154439] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 154440 [id="node_154440" labelType="html" label="MapPartitionsRDD [154440] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 154441 [id="node_154441" labelType="html" label="MapPartitionsRDD [154441] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_386171 { id="cluster_386171"; isCluster="true"; label="WholeStageCodegen (2)"; 154442 [id="node_154442" labelType="html" label="MapPartitionsRDD [154442] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_386170 { id="cluster_386170"; isCluster="true"; label="Exchange"; 154443 [id="node_154443" labelType="html" label="MapPartitionsRDD [154443] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } } 154395->154396; 154396->154397; 154397->154398; 154398->154439; 154439->154440; 154440->154441; 154441->154442; 154442->154443; }
154394,154395
154398
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time