4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 341290 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
1 s
Locality Level Summary:
Process local: 37
Input Size / Records:
19.1 MiB / 37
Shuffle Write Size / Records:
2.2 KiB / 37
Associated Job Ids:
18755
DAG Visualization
digraph G { id="graph_341290"; subgraph graph_stage_341290 { id="graph_stage_341290"; isCluster="true"; label="Stage 341290"; subgraph cluster_386086 { id="cluster_386086"; isCluster="true"; label="Exchange"; 154395 [id="node_154395" labelType="html" label="ShuffledRowRDD [154395] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_386082 { id="cluster_386082"; isCluster="true"; label="WholeStageCodegen (2)"; 154396 [id="node_154396" labelType="html" label="MapPartitionsRDD [154396] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_386087 { id="cluster_386087"; isCluster="true"; label="mapPartitionsInternal"; 154397 [id="node_154397" labelType="html" label="MapPartitionsRDD [154397] [Unordered]<br>isEmpty at OrderQuantityOptimizationImpl.java:151}"]; } subgraph cluster_386088 { id="cluster_386088"; isCluster="true"; label="mapPartitionsInternal"; 154398 [id="node_154398" labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Project [0_5_10000000532 AS shardId#3617984, worklistShardItemId#3618052L, orderProposalId#3618029L, orderProposalItemId#3618030, orderProposalItemGroupId#3618053, originalReplenishmentRunId#3618071L, orderProposalHorizonGroupingId#3618047L, splitIndicator#3618048L, previousOrderProposal#3618049L, clusterId#3618050L, cast(sequenceId#3618051 as bigint) AS sequenceId#3617994L, sourceOfSupplyUuid#3618043, supplierGroup#3618031, supplier#3618032, subrange#3618035, product#3618038, plant#3618033, purchasingOrg#3618044, purchasingGroup#3618045, mrpController#3618042, orderDateTime#3618039, deliveryDateTime#3618034, availabilityDateTime#3618040, nextAvailabilityDateTime#3618041, isFallbackOrderOnly#3618046, ... 20 more fields]\n +- Exchange hashpartitioning(worklistShardItemId#3618052L, 37), REPARTITION_BY_NUM, [plan_id=1036246]\n +- Project [orderProposalId#3618029L, orderProposalItemId#3618030, supplierGroup#3618031, supplier#3618032, plant#3618033, deliveryDateTime#3... [154398] [Cached] [Unordered]<br>isEmpty at OrderQuantityOptimizationImpl.java:151}"]; } subgraph cluster_386091 { id="cluster_386091"; isCluster="true"; label="InMemoryTableScan"; 154399 [id="node_154399" labelType="html" label="MapPartitionsRDD [154399] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 154400 [id="node_154400" labelType="html" label="MapPartitionsRDD [154400] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 154401 [id="node_154401" labelType="html" label="MapPartitionsRDD [154401] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_386089 { id="cluster_386089"; isCluster="true"; label="CollectLimit"; 154402 [id="node_154402" labelType="html" label="MapPartitionsRDD [154402] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 154403 [id="node_154403" labelType="html" label="MapPartitionsRDD [154403] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } } 154395->154396; 154396->154397; 154397->154398; 154398->154399; 154399->154400; 154400->154401; 154401->154402; 154402->154403; }
154394,154395
154398
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time