4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 2136386 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
13 s
Locality Level Summary:
Process local: 90
Input Size / Records:
18.9 MiB / 120
Associated Job Ids:
114679
DAG Visualization
digraph G { id="graph_2136386"; subgraph graph_stage_2136386 { id="graph_stage_2136386"; isCluster="true"; label="Stage 2136386"; subgraph cluster_2366456 { id="cluster_2366456"; isCluster="true"; label="Exchange"; 943262 [id="node_943262" labelType="html" label="ShuffledRowRDD [943262] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366453 { id="cluster_2366453"; isCluster="true"; label="WholeStageCodegen (6)"; 943263 [id="node_943263" labelType="html" label="MapPartitionsRDD [943263] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366487 { id="cluster_2366487"; isCluster="true"; label="Exchange"; 943266 [id="node_943266" labelType="html" label="ShuffledRowRDD [943266] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366484 { id="cluster_2366484"; isCluster="true"; label="WholeStageCodegen (8)"; 943267 [id="node_943267" labelType="html" label="MapPartitionsRDD [943267] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366449 { id="cluster_2366449"; isCluster="true"; label="WholeStageCodegen (9)"; 943268 [id="node_943268" labelType="html" label="ZippedPartitionsRDD2 [943268] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 943269 [id="node_943269" labelType="html" label="MapPartitionsRDD [943269] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366497 { id="cluster_2366497"; isCluster="true"; label="Exchange"; 943273 [id="node_943273" labelType="html" label="ShuffledRowRDD [943273] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366496 { id="cluster_2366496"; isCluster="true"; label="ObjectHashAggregate"; 943274 [id="node_943274" labelType="html" label="MapPartitionsRDD [943274] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366493 { id="cluster_2366493"; isCluster="true"; label="WholeStageCodegen (11)"; 943275 [id="node_943275" labelType="html" label="MapPartitionsRDD [943275] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366445 { id="cluster_2366445"; isCluster="true"; label="WholeStageCodegen (12)"; 943276 [id="node_943276" labelType="html" label="ZippedPartitionsRDD2 [943276] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 943277 [id="node_943277" labelType="html" label="MapPartitionsRDD [943277] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366508 { id="cluster_2366508"; isCluster="true"; label="Exchange"; 943281 [id="node_943281" labelType="html" label="ShuffledRowRDD [943281] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366507 { id="cluster_2366507"; isCluster="true"; label="ObjectHashAggregate"; 943282 [id="node_943282" labelType="html" label="MapPartitionsRDD [943282] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366504 { id="cluster_2366504"; isCluster="true"; label="WholeStageCodegen (14)"; 943283 [id="node_943283" labelType="html" label="MapPartitionsRDD [943283] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366441 { id="cluster_2366441"; isCluster="true"; label="WholeStageCodegen (15)"; 943284 [id="node_943284" labelType="html" label="ZippedPartitionsRDD2 [943284] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 943285 [id="node_943285" labelType="html" label="MapPartitionsRDD [943285] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366440 { id="cluster_2366440"; isCluster="true"; label="InMemoryTableScan"; 943286 [id="node_943286" labelType="html" label="MapPartitionsRDD [943286] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 943287 [id="node_943287" labelType="html" label="*(15) Project [shardId#22197470, worklistShardItemId#22197982L, quantityAfterProdPlantOptimization#22197983, qty#22197984, orderProposalId#22198183L, originalReplenishmentRunId#22198225L, supplierGroup#22198185, supplier#22198186, supplyingPlant#22198190, productGroup#22198191, product#22198192, plant#22198187, subrange#22198189, orderDateTime#22198193, deliveryDateTime#22198188, availabilityDateTime#22198194, nextAvailabilityDateTime#22198195, constraintValues#22198216, constraintOperators#22198215, constraintLabels#22198214, logisticUnits#22198210, orderQuantityBaseUom#22198211, orderQuantityBaseUomUuid#22198212, splitIndicator#22198202L, netPriceAmount#22198219, ... 17 more fields]\n+- *(15) SortMergeJoin [shardId#22197470, worklistShardItemId#22197982L], [shardId#22198761, worklistShardItemId#22198762L], LeftOuter\n :- *(12) Project [shardId#22197470, worklistShardItemId#22197982L, quantityAfterProdPlantOptimization#22197983, qty#22197984, orderProposalId#22198183L, originalReplenishmentRunId#22198225L... [943287] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366968 { id="cluster_2366968"; isCluster="true"; label="Exchange"; 943475 [id="node_943475" labelType="html" label="ShuffledRowRDD [943475] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366965 { id="cluster_2366965"; isCluster="true"; label="WholeStageCodegen (2)"; 943476 [id="node_943476" labelType="html" label="MapPartitionsRDD [943476] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366978 { id="cluster_2366978"; isCluster="true"; label="Exchange"; 943484 [id="node_943484" labelType="html" label="ShuffledRowRDD [943484] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366974 { id="cluster_2366974"; isCluster="true"; label="WholeStageCodegen (6)"; 943485 [id="node_943485" labelType="html" label="MapPartitionsRDD [943485] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366957 { id="cluster_2366957"; isCluster="true"; label="WholeStageCodegen (7)"; 943486 [id="node_943486" labelType="html" label="ZippedPartitionsRDD2 [943486] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 943487 [id="node_943487" labelType="html" label="MapPartitionsRDD [943487] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2367023 { id="cluster_2367023"; isCluster="true"; label="InMemoryTableScan"; 943488 [id="node_943488" labelType="html" label="MapPartitionsRDD [943488] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 943489 [id="node_943489" labelType="html" label="MapPartitionsRDD [943489] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 943490 [id="node_943490" labelType="html" label="MapPartitionsRDD [943490] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2367019 { id="cluster_2367019"; isCluster="true"; label="WholeStageCodegen (8)"; 943491 [id="node_943491" labelType="html" label="MapPartitionsRDD [943491] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2367003 { id="cluster_2367003"; isCluster="true"; label="BroadcastNestedLoopJoin"; 943492 [id="node_943492" labelType="html" label="MapPartitionsRDD [943492] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 943493 [id="node_943493" labelType="html" label="MapPartitionsRDD [943493] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366999 { id="cluster_2366999"; isCluster="true"; label="WholeStageCodegen (10)"; 943494 [id="node_943494" labelType="html" label="MapPartitionsRDD [943494] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2367034 { id="cluster_2367034"; isCluster="true"; label="InMemoryTableScan"; 943495 [id="node_943495" labelType="html" label="MapPartitionsRDD [943495] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 943496 [id="node_943496" labelType="html" label="MapPartitionsRDD [943496] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 943497 [id="node_943497" labelType="html" label="MapPartitionsRDD [943497] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2367030 { id="cluster_2367030"; isCluster="true"; label="WholeStageCodegen (11)"; 943498 [id="node_943498" labelType="html" label="MapPartitionsRDD [943498] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2367028 { id="cluster_2367028"; isCluster="true"; label="BroadcastNestedLoopJoin"; 943499 [id="node_943499" labelType="html" label="MapPartitionsRDD [943499] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 943500 [id="node_943500" labelType="html" label="MapPartitionsRDD [943500] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2367024 { id="cluster_2367024"; isCluster="true"; label="WholeStageCodegen (13)"; 943501 [id="node_943501" labelType="html" label="MapPartitionsRDD [943501] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366946 { id="cluster_2366946"; isCluster="true"; label="Union"; 943502 [id="node_943502" labelType="html" label="UnionRDD [943502] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366934 { id="cluster_2366934"; isCluster="true"; label="CollectLimit"; 943503 [id="node_943503" labelType="html" label="MapPartitionsRDD [943503] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 943504 [id="node_943504" labelType="html" label="MapPartitionsRDD [943504] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 943262->943263; 943266->943267; 943263->943268; 943267->943268; 943268->943269; 943273->943274; 943274->943275; 943269->943276; 943275->943276; 943276->943277; 943281->943282; 943282->943283; 943277->943284; 943283->943284; 943284->943285; 943285->943286; 943286->943287; 943475->943476; 943484->943485; 943476->943486; 943485->943486; 943486->943487; 943287->943488; 943488->943489; 943489->943490; 943490->943491; 943491->943492; 943492->943493; 943493->943494; 943287->943495; 943495->943496; 943496->943497; 943497->943498; 943498->943499; 943499->943500; 943500->943501; 943487->943502; 943494->943502; 943501->943502; 943502->943503; 943503->943504; }
943261,943262
943265,943266
943272,943273
943280,943281
943474,943475
943483,943484
943287
943262
943263
943266
943267
943268
943269
943273
943274
943275
943276
943277
943281
943282
943283
943284
943285
943286
943287
943475
943476
943486
943487
943488
943489
943490
943491
943492
943493
943494
943495
943496
943497
943498
943499
943500
943501
943502
943503
943504
Event Timeline
Enable zooming
Tasks: 90. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time