4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1657018 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
21 s
Locality Level Summary:
Node local: 30
Shuffle Read Size / Records:
29.9 MiB / 982521
Associated Job Ids:
86114
DAG Visualization
digraph G { id="graph_1657018"; subgraph graph_stage_1657018 { id="graph_stage_1657018"; isCluster="true"; label="Stage 1657018"; subgraph cluster_1780498 { id="cluster_1780498"; isCluster="true"; label="Exchange"; 710202 [id="node_710202" labelType="html" label="ShuffledRowRDD [710202] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780495 { id="cluster_1780495"; isCluster="true"; label="WholeStageCodegen (6)"; 710203 [id="node_710203" labelType="html" label="MapPartitionsRDD [710203] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780529 { id="cluster_1780529"; isCluster="true"; label="Exchange"; 710206 [id="node_710206" labelType="html" label="ShuffledRowRDD [710206] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780526 { id="cluster_1780526"; isCluster="true"; label="WholeStageCodegen (8)"; 710207 [id="node_710207" labelType="html" label="MapPartitionsRDD [710207] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780491 { id="cluster_1780491"; isCluster="true"; label="WholeStageCodegen (9)"; 710208 [id="node_710208" labelType="html" label="ZippedPartitionsRDD2 [710208] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 710209 [id="node_710209" labelType="html" label="MapPartitionsRDD [710209] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780539 { id="cluster_1780539"; isCluster="true"; label="Exchange"; 710213 [id="node_710213" labelType="html" label="ShuffledRowRDD [710213] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780538 { id="cluster_1780538"; isCluster="true"; label="ObjectHashAggregate"; 710214 [id="node_710214" labelType="html" label="MapPartitionsRDD [710214] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780535 { id="cluster_1780535"; isCluster="true"; label="WholeStageCodegen (11)"; 710215 [id="node_710215" labelType="html" label="MapPartitionsRDD [710215] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780487 { id="cluster_1780487"; isCluster="true"; label="WholeStageCodegen (12)"; 710216 [id="node_710216" labelType="html" label="ZippedPartitionsRDD2 [710216] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 710217 [id="node_710217" labelType="html" label="MapPartitionsRDD [710217] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780550 { id="cluster_1780550"; isCluster="true"; label="Exchange"; 710221 [id="node_710221" labelType="html" label="ShuffledRowRDD [710221] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780549 { id="cluster_1780549"; isCluster="true"; label="ObjectHashAggregate"; 710222 [id="node_710222" labelType="html" label="MapPartitionsRDD [710222] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780546 { id="cluster_1780546"; isCluster="true"; label="WholeStageCodegen (14)"; 710223 [id="node_710223" labelType="html" label="MapPartitionsRDD [710223] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780483 { id="cluster_1780483"; isCluster="true"; label="WholeStageCodegen (15)"; 710224 [id="node_710224" labelType="html" label="ZippedPartitionsRDD2 [710224] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 710225 [id="node_710225" labelType="html" label="MapPartitionsRDD [710225] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780482 { id="cluster_1780482"; isCluster="true"; label="InMemoryTableScan"; 710226 [id="node_710226" labelType="html" label="MapPartitionsRDD [710226] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 710227 [id="node_710227" labelType="html" label="*(15) Project [shardId#16695828, worklistShardItemId#16696340L, quantityAfterProdPlantOptimization#16696341, qty#16696342, orderProposalId#16696541L, originalReplenishmentRunId#16696583L, supplierGroup#16696543, supplier#16696544, supplyingPlant#16696548, productGroup#16696549, product#16696550, plant#16696545, subrange#16696547, orderDateTime#16696551, deliveryDateTime#16696546, availabilityDateTime#16696552, nextAvailabilityDateTime#16696553, constraintValues#16696574, constraintOperators#16696573, constraintLabels#16696572, logisticUnits#16696568, orderQuantityBaseUom#16696569, orderQuantityBaseUomUuid#16696570, splitIndicator#16696560L, netPriceAmount#16696577, ... 17 more fields]\n+- *(15) SortMergeJoin [shardId#16695828, worklistShardItemId#16696340L], [shardId#16697119, worklistShardItemId#16697120L], LeftOuter\n :- *(12) Project [shardId#16695828, worklistShardItemId#16696340L, quantityAfterProdPlantOptimization#16696341, qty#16696342, orderProposalId#16696541L, originalReplenishmentRunId#16696583L... [710227] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 710228 [id="node_710228" labelType="html" label="MapPartitionsRDD [710228] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 710229 [id="node_710229" labelType="html" label="MapPartitionsRDD [710229] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 710230 [id="node_710230" labelType="html" label="MapPartitionsRDD [710230] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780472 { id="cluster_1780472"; isCluster="true"; label="WholeStageCodegen (1)"; 710231 [id="node_710231" labelType="html" label="MapPartitionsRDD [710231] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780471 { id="cluster_1780471"; isCluster="true"; label="Project"; 710232 [id="node_710232" labelType="html" label="MapPartitionsRDD [710232] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780470 { id="cluster_1780470"; isCluster="true"; label="Project"; 710233 [id="node_710233" labelType="html" label="MapPartitionsRDD [710233] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780469 { id="cluster_1780469"; isCluster="true"; label="Project"; 710234 [id="node_710234" labelType="html" label="MapPartitionsRDD [710234] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780468 { id="cluster_1780468"; isCluster="true"; label="ObjectHashAggregate"; 710235 [id="node_710235" labelType="html" label="MapPartitionsRDD [710235] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780467 { id="cluster_1780467"; isCluster="true"; label="Exchange"; 710236 [id="node_710236" labelType="html" label="MapPartitionsRDD [710236] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 710202->710203; 710206->710207; 710203->710208; 710207->710208; 710208->710209; 710213->710214; 710214->710215; 710209->710216; 710215->710216; 710216->710217; 710221->710222; 710222->710223; 710217->710224; 710223->710224; 710224->710225; 710225->710226; 710226->710227; 710227->710228; 710228->710229; 710229->710230; 710230->710231; 710231->710232; 710232->710233; 710233->710234; 710234->710235; 710235->710236; }
710201,710202
710205,710206
710212,710213
710220,710221
710227
710202
710203
710206
710207
710208
710209
710213
710214
710215
710216
710217
710221
710222
710223
710224
710225
710226
710227
710228
710229
710230
710231
710232
710233
710234
710235
710236
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time