4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 2135403 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
8 s
Locality Level Summary:
Node local: 30
Shuffle Read Size / Records:
16.3 MiB / 257273
Associated Job Ids:
114662
DAG Visualization
digraph G { id="graph_2135403"; subgraph graph_stage_2135403 { id="graph_stage_2135403"; isCluster="true"; label="Stage 2135403"; subgraph cluster_2366456 { id="cluster_2366456"; isCluster="true"; label="Exchange"; 943262 [id="node_943262" labelType="html" label="ShuffledRowRDD [943262] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366453 { id="cluster_2366453"; isCluster="true"; label="WholeStageCodegen (6)"; 943263 [id="node_943263" labelType="html" label="MapPartitionsRDD [943263] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366487 { id="cluster_2366487"; isCluster="true"; label="Exchange"; 943266 [id="node_943266" labelType="html" label="ShuffledRowRDD [943266] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366484 { id="cluster_2366484"; isCluster="true"; label="WholeStageCodegen (8)"; 943267 [id="node_943267" labelType="html" label="MapPartitionsRDD [943267] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366449 { id="cluster_2366449"; isCluster="true"; label="WholeStageCodegen (9)"; 943268 [id="node_943268" labelType="html" label="ZippedPartitionsRDD2 [943268] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 943269 [id="node_943269" labelType="html" label="MapPartitionsRDD [943269] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366497 { id="cluster_2366497"; isCluster="true"; label="Exchange"; 943273 [id="node_943273" labelType="html" label="ShuffledRowRDD [943273] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366496 { id="cluster_2366496"; isCluster="true"; label="ObjectHashAggregate"; 943274 [id="node_943274" labelType="html" label="MapPartitionsRDD [943274] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366493 { id="cluster_2366493"; isCluster="true"; label="WholeStageCodegen (11)"; 943275 [id="node_943275" labelType="html" label="MapPartitionsRDD [943275] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366445 { id="cluster_2366445"; isCluster="true"; label="WholeStageCodegen (12)"; 943276 [id="node_943276" labelType="html" label="ZippedPartitionsRDD2 [943276] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 943277 [id="node_943277" labelType="html" label="MapPartitionsRDD [943277] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366508 { id="cluster_2366508"; isCluster="true"; label="Exchange"; 943281 [id="node_943281" labelType="html" label="ShuffledRowRDD [943281] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366507 { id="cluster_2366507"; isCluster="true"; label="ObjectHashAggregate"; 943282 [id="node_943282" labelType="html" label="MapPartitionsRDD [943282] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366504 { id="cluster_2366504"; isCluster="true"; label="WholeStageCodegen (14)"; 943283 [id="node_943283" labelType="html" label="MapPartitionsRDD [943283] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366441 { id="cluster_2366441"; isCluster="true"; label="WholeStageCodegen (15)"; 943284 [id="node_943284" labelType="html" label="ZippedPartitionsRDD2 [943284] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 943285 [id="node_943285" labelType="html" label="MapPartitionsRDD [943285] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366440 { id="cluster_2366440"; isCluster="true"; label="InMemoryTableScan"; 943286 [id="node_943286" labelType="html" label="MapPartitionsRDD [943286] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 943287 [id="node_943287" labelType="html" label="*(15) Project [shardId#22197470, worklistShardItemId#22197982L, quantityAfterProdPlantOptimization#22197983, qty#22197984, orderProposalId#22198183L, originalReplenishmentRunId#22198225L, supplierGroup#22198185, supplier#22198186, supplyingPlant#22198190, productGroup#22198191, product#22198192, plant#22198187, subrange#22198189, orderDateTime#22198193, deliveryDateTime#22198188, availabilityDateTime#22198194, nextAvailabilityDateTime#22198195, constraintValues#22198216, constraintOperators#22198215, constraintLabels#22198214, logisticUnits#22198210, orderQuantityBaseUom#22198211, orderQuantityBaseUomUuid#22198212, splitIndicator#22198202L, netPriceAmount#22198219, ... 17 more fields]\n+- *(15) SortMergeJoin [shardId#22197470, worklistShardItemId#22197982L], [shardId#22198761, worklistShardItemId#22198762L], LeftOuter\n :- *(12) Project [shardId#22197470, worklistShardItemId#22197982L, quantityAfterProdPlantOptimization#22197983, qty#22197984, orderProposalId#22198183L, originalReplenishmentRunId#22198225L... [943287] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 943288 [id="node_943288" labelType="html" label="MapPartitionsRDD [943288] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 943289 [id="node_943289" labelType="html" label="MapPartitionsRDD [943289] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 943290 [id="node_943290" labelType="html" label="MapPartitionsRDD [943290] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366429 { id="cluster_2366429"; isCluster="true"; label="WholeStageCodegen (1)"; 943291 [id="node_943291" labelType="html" label="MapPartitionsRDD [943291] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366428 { id="cluster_2366428"; isCluster="true"; label="Project"; 943292 [id="node_943292" labelType="html" label="MapPartitionsRDD [943292] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366427 { id="cluster_2366427"; isCluster="true"; label="Project"; 943293 [id="node_943293" labelType="html" label="MapPartitionsRDD [943293] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366426 { id="cluster_2366426"; isCluster="true"; label="Project"; 943294 [id="node_943294" labelType="html" label="MapPartitionsRDD [943294] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366425 { id="cluster_2366425"; isCluster="true"; label="ObjectHashAggregate"; 943295 [id="node_943295" labelType="html" label="MapPartitionsRDD [943295] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366424 { id="cluster_2366424"; isCluster="true"; label="Exchange"; 943296 [id="node_943296" labelType="html" label="MapPartitionsRDD [943296] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 943262->943263; 943266->943267; 943263->943268; 943267->943268; 943268->943269; 943273->943274; 943274->943275; 943269->943276; 943275->943276; 943276->943277; 943281->943282; 943282->943283; 943277->943284; 943283->943284; 943284->943285; 943285->943286; 943286->943287; 943287->943288; 943288->943289; 943289->943290; 943290->943291; 943291->943292; 943292->943293; 943293->943294; 943294->943295; 943295->943296; }
943261,943262
943265,943266
943272,943273
943280,943281
943287
943262
943263
943266
943267
943268
943269
943273
943274
943275
943276
943277
943281
943282
943283
943284
943285
943286
943287
943288
943289
943290
943291
943292
943293
943294
943295
943296
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time