4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1657492 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
12 s
Locality Level Summary:
Process local: 90
Input Size / Records:
12.8 MiB / 78
Associated Job Ids:
86133
DAG Visualization
digraph G { id="graph_1657492"; subgraph graph_stage_1657492 { id="graph_stage_1657492"; isCluster="true"; label="Stage 1657492"; subgraph cluster_1780498 { id="cluster_1780498"; isCluster="true"; label="Exchange"; 710202 [id="node_710202" labelType="html" label="ShuffledRowRDD [710202] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780495 { id="cluster_1780495"; isCluster="true"; label="WholeStageCodegen (6)"; 710203 [id="node_710203" labelType="html" label="MapPartitionsRDD [710203] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780529 { id="cluster_1780529"; isCluster="true"; label="Exchange"; 710206 [id="node_710206" labelType="html" label="ShuffledRowRDD [710206] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780526 { id="cluster_1780526"; isCluster="true"; label="WholeStageCodegen (8)"; 710207 [id="node_710207" labelType="html" label="MapPartitionsRDD [710207] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780491 { id="cluster_1780491"; isCluster="true"; label="WholeStageCodegen (9)"; 710208 [id="node_710208" labelType="html" label="ZippedPartitionsRDD2 [710208] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 710209 [id="node_710209" labelType="html" label="MapPartitionsRDD [710209] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780539 { id="cluster_1780539"; isCluster="true"; label="Exchange"; 710213 [id="node_710213" labelType="html" label="ShuffledRowRDD [710213] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780538 { id="cluster_1780538"; isCluster="true"; label="ObjectHashAggregate"; 710214 [id="node_710214" labelType="html" label="MapPartitionsRDD [710214] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780535 { id="cluster_1780535"; isCluster="true"; label="WholeStageCodegen (11)"; 710215 [id="node_710215" labelType="html" label="MapPartitionsRDD [710215] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780487 { id="cluster_1780487"; isCluster="true"; label="WholeStageCodegen (12)"; 710216 [id="node_710216" labelType="html" label="ZippedPartitionsRDD2 [710216] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 710217 [id="node_710217" labelType="html" label="MapPartitionsRDD [710217] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780550 { id="cluster_1780550"; isCluster="true"; label="Exchange"; 710221 [id="node_710221" labelType="html" label="ShuffledRowRDD [710221] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780549 { id="cluster_1780549"; isCluster="true"; label="ObjectHashAggregate"; 710222 [id="node_710222" labelType="html" label="MapPartitionsRDD [710222] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780546 { id="cluster_1780546"; isCluster="true"; label="WholeStageCodegen (14)"; 710223 [id="node_710223" labelType="html" label="MapPartitionsRDD [710223] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780483 { id="cluster_1780483"; isCluster="true"; label="WholeStageCodegen (15)"; 710224 [id="node_710224" labelType="html" label="ZippedPartitionsRDD2 [710224] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 710225 [id="node_710225" labelType="html" label="MapPartitionsRDD [710225] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780482 { id="cluster_1780482"; isCluster="true"; label="InMemoryTableScan"; 710226 [id="node_710226" labelType="html" label="MapPartitionsRDD [710226] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 710227 [id="node_710227" labelType="html" label="*(15) Project [shardId#16695828, worklistShardItemId#16696340L, quantityAfterProdPlantOptimization#16696341, qty#16696342, orderProposalId#16696541L, originalReplenishmentRunId#16696583L, supplierGroup#16696543, supplier#16696544, supplyingPlant#16696548, productGroup#16696549, product#16696550, plant#16696545, subrange#16696547, orderDateTime#16696551, deliveryDateTime#16696546, availabilityDateTime#16696552, nextAvailabilityDateTime#16696553, constraintValues#16696574, constraintOperators#16696573, constraintLabels#16696572, logisticUnits#16696568, orderQuantityBaseUom#16696569, orderQuantityBaseUomUuid#16696570, splitIndicator#16696560L, netPriceAmount#16696577, ... 17 more fields]\n+- *(15) SortMergeJoin [shardId#16695828, worklistShardItemId#16696340L], [shardId#16697119, worklistShardItemId#16697120L], LeftOuter\n :- *(12) Project [shardId#16695828, worklistShardItemId#16696340L, quantityAfterProdPlantOptimization#16696341, qty#16696342, orderProposalId#16696541L, originalReplenishmentRunId#16696583L... [710227] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1781014 { id="cluster_1781014"; isCluster="true"; label="Exchange"; 710418 [id="node_710418" labelType="html" label="ShuffledRowRDD [710418] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780992 { id="cluster_1780992"; isCluster="true"; label="WholeStageCodegen (5)"; 710419 [id="node_710419" labelType="html" label="MapPartitionsRDD [710419] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1781046 { id="cluster_1781046"; isCluster="true"; label="InMemoryTableScan"; 710420 [id="node_710420" labelType="html" label="MapPartitionsRDD [710420] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 710421 [id="node_710421" labelType="html" label="MapPartitionsRDD [710421] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 710422 [id="node_710422" labelType="html" label="MapPartitionsRDD [710422] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1781042 { id="cluster_1781042"; isCluster="true"; label="WholeStageCodegen (6)"; 710423 [id="node_710423" labelType="html" label="MapPartitionsRDD [710423] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1781033 { id="cluster_1781033"; isCluster="true"; label="BroadcastNestedLoopJoin"; 710424 [id="node_710424" labelType="html" label="MapPartitionsRDD [710424] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 710425 [id="node_710425" labelType="html" label="MapPartitionsRDD [710425] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1781029 { id="cluster_1781029"; isCluster="true"; label="WholeStageCodegen (8)"; 710426 [id="node_710426" labelType="html" label="MapPartitionsRDD [710426] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1781064 { id="cluster_1781064"; isCluster="true"; label="InMemoryTableScan"; 710427 [id="node_710427" labelType="html" label="MapPartitionsRDD [710427] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 710428 [id="node_710428" labelType="html" label="MapPartitionsRDD [710428] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 710429 [id="node_710429" labelType="html" label="MapPartitionsRDD [710429] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1781060 { id="cluster_1781060"; isCluster="true"; label="WholeStageCodegen (9)"; 710430 [id="node_710430" labelType="html" label="MapPartitionsRDD [710430] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1781058 { id="cluster_1781058"; isCluster="true"; label="BroadcastNestedLoopJoin"; 710431 [id="node_710431" labelType="html" label="MapPartitionsRDD [710431] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 710432 [id="node_710432" labelType="html" label="MapPartitionsRDD [710432] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1781054 { id="cluster_1781054"; isCluster="true"; label="WholeStageCodegen (11)"; 710433 [id="node_710433" labelType="html" label="MapPartitionsRDD [710433] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780981 { id="cluster_1780981"; isCluster="true"; label="Union"; 710434 [id="node_710434" labelType="html" label="UnionRDD [710434] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780965 { id="cluster_1780965"; isCluster="true"; label="CollectLimit"; 710435 [id="node_710435" labelType="html" label="MapPartitionsRDD [710435] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 710436 [id="node_710436" labelType="html" label="MapPartitionsRDD [710436] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 710202->710203; 710206->710207; 710203->710208; 710207->710208; 710208->710209; 710213->710214; 710214->710215; 710209->710216; 710215->710216; 710216->710217; 710221->710222; 710222->710223; 710217->710224; 710223->710224; 710224->710225; 710225->710226; 710226->710227; 710418->710419; 710227->710420; 710420->710421; 710421->710422; 710422->710423; 710423->710424; 710424->710425; 710425->710426; 710227->710427; 710427->710428; 710428->710429; 710429->710430; 710430->710431; 710431->710432; 710432->710433; 710419->710434; 710426->710434; 710433->710434; 710434->710435; 710435->710436; }
710201,710202
710205,710206
710212,710213
710220,710221
710417,710418
710227
710202
710203
710206
710207
710208
710209
710213
710214
710215
710216
710217
710221
710222
710223
710224
710225
710226
710227
710420
710421
710422
710423
710424
710425
710426
710427
710428
710429
710430
710431
710432
710433
710434
710435
710436
Event Timeline
Enable zooming
Tasks: 90. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time