4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1657312 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
17 s
Locality Level Summary:
Process local: 30
Input Size / Records:
6.4 MiB / 39
Output Size / Records:
552.6 KiB / 70168
Associated Job Ids:
86120
DAG Visualization
digraph G { id="graph_1657312"; subgraph graph_stage_1657312 { id="graph_stage_1657312"; isCluster="true"; label="Stage 1657312"; subgraph cluster_1780498 { id="cluster_1780498"; isCluster="true"; label="Exchange"; 710202 [id="node_710202" labelType="html" label="ShuffledRowRDD [710202] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780495 { id="cluster_1780495"; isCluster="true"; label="WholeStageCodegen (6)"; 710203 [id="node_710203" labelType="html" label="MapPartitionsRDD [710203] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780529 { id="cluster_1780529"; isCluster="true"; label="Exchange"; 710206 [id="node_710206" labelType="html" label="ShuffledRowRDD [710206] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780526 { id="cluster_1780526"; isCluster="true"; label="WholeStageCodegen (8)"; 710207 [id="node_710207" labelType="html" label="MapPartitionsRDD [710207] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780491 { id="cluster_1780491"; isCluster="true"; label="WholeStageCodegen (9)"; 710208 [id="node_710208" labelType="html" label="ZippedPartitionsRDD2 [710208] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 710209 [id="node_710209" labelType="html" label="MapPartitionsRDD [710209] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780539 { id="cluster_1780539"; isCluster="true"; label="Exchange"; 710213 [id="node_710213" labelType="html" label="ShuffledRowRDD [710213] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780538 { id="cluster_1780538"; isCluster="true"; label="ObjectHashAggregate"; 710214 [id="node_710214" labelType="html" label="MapPartitionsRDD [710214] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780535 { id="cluster_1780535"; isCluster="true"; label="WholeStageCodegen (11)"; 710215 [id="node_710215" labelType="html" label="MapPartitionsRDD [710215] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780487 { id="cluster_1780487"; isCluster="true"; label="WholeStageCodegen (12)"; 710216 [id="node_710216" labelType="html" label="ZippedPartitionsRDD2 [710216] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 710217 [id="node_710217" labelType="html" label="MapPartitionsRDD [710217] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780550 { id="cluster_1780550"; isCluster="true"; label="Exchange"; 710221 [id="node_710221" labelType="html" label="ShuffledRowRDD [710221] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780549 { id="cluster_1780549"; isCluster="true"; label="ObjectHashAggregate"; 710222 [id="node_710222" labelType="html" label="MapPartitionsRDD [710222] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780546 { id="cluster_1780546"; isCluster="true"; label="WholeStageCodegen (14)"; 710223 [id="node_710223" labelType="html" label="MapPartitionsRDD [710223] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780483 { id="cluster_1780483"; isCluster="true"; label="WholeStageCodegen (15)"; 710224 [id="node_710224" labelType="html" label="ZippedPartitionsRDD2 [710224] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 710225 [id="node_710225" labelType="html" label="MapPartitionsRDD [710225] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780482 { id="cluster_1780482"; isCluster="true"; label="InMemoryTableScan"; 710226 [id="node_710226" labelType="html" label="MapPartitionsRDD [710226] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 710227 [id="node_710227" labelType="html" label="*(15) Project [shardId#16695828, worklistShardItemId#16696340L, quantityAfterProdPlantOptimization#16696341, qty#16696342, orderProposalId#16696541L, originalReplenishmentRunId#16696583L, supplierGroup#16696543, supplier#16696544, supplyingPlant#16696548, productGroup#16696549, product#16696550, plant#16696545, subrange#16696547, orderDateTime#16696551, deliveryDateTime#16696546, availabilityDateTime#16696552, nextAvailabilityDateTime#16696553, constraintValues#16696574, constraintOperators#16696573, constraintLabels#16696572, logisticUnits#16696568, orderQuantityBaseUom#16696569, orderQuantityBaseUomUuid#16696570, splitIndicator#16696560L, netPriceAmount#16696577, ... 17 more fields]\n+- *(15) SortMergeJoin [shardId#16695828, worklistShardItemId#16696340L], [shardId#16697119, worklistShardItemId#16697120L], LeftOuter\n :- *(12) Project [shardId#16695828, worklistShardItemId#16696340L, quantityAfterProdPlantOptimization#16696341, qty#16696342, orderProposalId#16696541L, originalReplenishmentRunId#16696583L... [710227] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780851 { id="cluster_1780851"; isCluster="true"; label="InMemoryTableScan"; 710342 [id="node_710342" labelType="html" label="MapPartitionsRDD [710342] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 710343 [id="node_710343" labelType="html" label="MapPartitionsRDD [710343] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 710344 [id="node_710344" labelType="html" label="MapPartitionsRDD [710344] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780846 { id="cluster_1780846"; isCluster="true"; label="WholeStageCodegen (1)"; 710345 [id="node_710345" labelType="html" label="MapPartitionsRDD [710345] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780845 { id="cluster_1780845"; isCluster="true"; label="Project"; 710346 [id="node_710346" labelType="html" label="MapPartitionsRDD [710346] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780844 { id="cluster_1780844"; isCluster="true"; label="WriteFiles"; 710347 [id="node_710347" labelType="html" label="MapPartitionsRDD [710347] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 710202->710203; 710206->710207; 710203->710208; 710207->710208; 710208->710209; 710213->710214; 710214->710215; 710209->710216; 710215->710216; 710216->710217; 710221->710222; 710222->710223; 710217->710224; 710223->710224; 710224->710225; 710225->710226; 710226->710227; 710227->710342; 710342->710343; 710343->710344; 710344->710345; 710345->710346; 710346->710347; }
710201,710202
710205,710206
710212,710213
710220,710221
710227
710202
710203
710206
710207
710208
710209
710213
710214
710215
710216
710217
710221
710222
710223
710224
710225
710226
710227
710342
710343
710344
710345
710346
710347
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time