4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1032540 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Process local: 37
Input Size / Records:
16.4 MiB / 37
Shuffle Write Size / Records:
2.2 KiB / 37
Associated Job Ids:
52684
DAG Visualization
digraph G { id="graph_1032540"; subgraph graph_stage_1032540 { id="graph_stage_1032540"; isCluster="true"; label="Stage 1032540"; subgraph cluster_1087598 { id="cluster_1087598"; isCluster="true"; label="Exchange"; 434120 [id="node_434120" labelType="html" label="ShuffledRowRDD [434120] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1087594 { id="cluster_1087594"; isCluster="true"; label="WholeStageCodegen (2)"; 434121 [id="node_434121" labelType="html" label="MapPartitionsRDD [434121] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1087599 { id="cluster_1087599"; isCluster="true"; label="mapPartitionsInternal"; 434122 [id="node_434122" labelType="html" label="MapPartitionsRDD [434122] [Unordered]<br>isEmpty at OrderQuantityOptimizationImpl.java:151}"]; } subgraph cluster_1087600 { id="cluster_1087600"; isCluster="true"; label="mapPartitionsInternal"; 434123 [id="node_434123" labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Project [0_4_10000000540 AS shardId#10205815, worklistShardItemId#10206042L, orderProposalId#10206019L, orderProposalItemId#10206020, orderProposalItemGroupId#10206043, originalReplenishmentRunId#10206061L, orderProposalHorizonGroupingId#10206037L, splitIndicator#10206038L, previousOrderProposal#10206039L, clusterId#10206040L, cast(sequenceId#10206041 as bigint) AS sequenceId#10205825L, sourceOfSupplyUuid#10206033, supplierGroup#10206021, supplier#10206022, subrange#10206025, product#10206028, plant#10206023, purchasingOrg#10206034, purchasingGroup#10206035, mrpController#10206032, orderDateTime#10206029, deliveryDateTime#10206024, availabilityDateTime#10206030, nextAvailabilityDateTime#10206031, isFallbackOrderOnly#10206036, ... 20 more fields]\n +- Exchange hashpartitioning(worklistShardItemId#10206042L, 37), REPARTITION_BY_NUM, [plan_id=3017883]\n +- Project [orderProposalId#10206019L, orderProposalItemId#10206020, supplierGroup#10206021, supplier#10206022, pl... [434123] [Cached] [Unordered]<br>isEmpty at OrderQuantityOptimizationImpl.java:151}"]; } subgraph cluster_1087603 { id="cluster_1087603"; isCluster="true"; label="InMemoryTableScan"; 434124 [id="node_434124" labelType="html" label="MapPartitionsRDD [434124] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 434125 [id="node_434125" labelType="html" label="MapPartitionsRDD [434125] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 434126 [id="node_434126" labelType="html" label="MapPartitionsRDD [434126] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_1087601 { id="cluster_1087601"; isCluster="true"; label="CollectLimit"; 434127 [id="node_434127" labelType="html" label="MapPartitionsRDD [434127] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 434128 [id="node_434128" labelType="html" label="MapPartitionsRDD [434128] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } } 434120->434121; 434121->434122; 434122->434123; 434123->434124; 434124->434125; 434125->434126; 434126->434127; 434127->434128; }
434119,434120
434123
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time