4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 2135843 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
4 s
Locality Level Summary:
Process local: 30
Input Size / Records:
9.5 MiB / 30
Shuffle Write Size / Records:
1860.0 B / 30
Associated Job Ids:
114667
DAG Visualization
digraph G { id="graph_2135843"; subgraph graph_stage_2135843 { id="graph_stage_2135843"; isCluster="true"; label="Stage 2135843"; subgraph cluster_2366456 { id="cluster_2366456"; isCluster="true"; label="Exchange"; 943262 [id="node_943262" labelType="html" label="ShuffledRowRDD [943262] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366453 { id="cluster_2366453"; isCluster="true"; label="WholeStageCodegen (6)"; 943263 [id="node_943263" labelType="html" label="MapPartitionsRDD [943263] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366487 { id="cluster_2366487"; isCluster="true"; label="Exchange"; 943266 [id="node_943266" labelType="html" label="ShuffledRowRDD [943266] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366484 { id="cluster_2366484"; isCluster="true"; label="WholeStageCodegen (8)"; 943267 [id="node_943267" labelType="html" label="MapPartitionsRDD [943267] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366449 { id="cluster_2366449"; isCluster="true"; label="WholeStageCodegen (9)"; 943268 [id="node_943268" labelType="html" label="ZippedPartitionsRDD2 [943268] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 943269 [id="node_943269" labelType="html" label="MapPartitionsRDD [943269] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366497 { id="cluster_2366497"; isCluster="true"; label="Exchange"; 943273 [id="node_943273" labelType="html" label="ShuffledRowRDD [943273] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366496 { id="cluster_2366496"; isCluster="true"; label="ObjectHashAggregate"; 943274 [id="node_943274" labelType="html" label="MapPartitionsRDD [943274] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366493 { id="cluster_2366493"; isCluster="true"; label="WholeStageCodegen (11)"; 943275 [id="node_943275" labelType="html" label="MapPartitionsRDD [943275] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366445 { id="cluster_2366445"; isCluster="true"; label="WholeStageCodegen (12)"; 943276 [id="node_943276" labelType="html" label="ZippedPartitionsRDD2 [943276] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 943277 [id="node_943277" labelType="html" label="MapPartitionsRDD [943277] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366508 { id="cluster_2366508"; isCluster="true"; label="Exchange"; 943281 [id="node_943281" labelType="html" label="ShuffledRowRDD [943281] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366507 { id="cluster_2366507"; isCluster="true"; label="ObjectHashAggregate"; 943282 [id="node_943282" labelType="html" label="MapPartitionsRDD [943282] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366504 { id="cluster_2366504"; isCluster="true"; label="WholeStageCodegen (14)"; 943283 [id="node_943283" labelType="html" label="MapPartitionsRDD [943283] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366441 { id="cluster_2366441"; isCluster="true"; label="WholeStageCodegen (15)"; 943284 [id="node_943284" labelType="html" label="ZippedPartitionsRDD2 [943284] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 943285 [id="node_943285" labelType="html" label="MapPartitionsRDD [943285] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366440 { id="cluster_2366440"; isCluster="true"; label="InMemoryTableScan"; 943286 [id="node_943286" labelType="html" label="MapPartitionsRDD [943286] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 943287 [id="node_943287" labelType="html" label="*(15) Project [shardId#22197470, worklistShardItemId#22197982L, quantityAfterProdPlantOptimization#22197983, qty#22197984, orderProposalId#22198183L, originalReplenishmentRunId#22198225L, supplierGroup#22198185, supplier#22198186, supplyingPlant#22198190, productGroup#22198191, product#22198192, plant#22198187, subrange#22198189, orderDateTime#22198193, deliveryDateTime#22198188, availabilityDateTime#22198194, nextAvailabilityDateTime#22198195, constraintValues#22198216, constraintOperators#22198215, constraintLabels#22198214, logisticUnits#22198210, orderQuantityBaseUom#22198211, orderQuantityBaseUomUuid#22198212, splitIndicator#22198202L, netPriceAmount#22198219, ... 17 more fields]\n+- *(15) SortMergeJoin [shardId#22197470, worklistShardItemId#22197982L], [shardId#22198761, worklistShardItemId#22198762L], LeftOuter\n :- *(12) Project [shardId#22197470, worklistShardItemId#22197982L, quantityAfterProdPlantOptimization#22197983, qty#22197984, orderProposalId#22198183L, originalReplenishmentRunId#22198225L... [943287] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366790 { id="cluster_2366790"; isCluster="true"; label="InMemoryTableScan"; 943393 [id="node_943393" labelType="html" label="MapPartitionsRDD [943393] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 943394 [id="node_943394" labelType="html" label="MapPartitionsRDD [943394] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 943395 [id="node_943395" labelType="html" label="MapPartitionsRDD [943395] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366784 { id="cluster_2366784"; isCluster="true"; label="WholeStageCodegen (1)"; 943396 [id="node_943396" labelType="html" label="MapPartitionsRDD [943396] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366783 { id="cluster_2366783"; isCluster="true"; label="CollectLimit"; 943397 [id="node_943397" labelType="html" label="MapPartitionsRDD [943397] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 943398 [id="node_943398" labelType="html" label="MapPartitionsRDD [943398] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 943262->943263; 943266->943267; 943263->943268; 943267->943268; 943268->943269; 943273->943274; 943274->943275; 943269->943276; 943275->943276; 943276->943277; 943281->943282; 943282->943283; 943277->943284; 943283->943284; 943284->943285; 943285->943286; 943286->943287; 943287->943393; 943393->943394; 943394->943395; 943395->943396; 943396->943397; 943397->943398; }
943261,943262
943265,943266
943272,943273
943280,943281
943287
943262
943263
943266
943267
943268
943269
943273
943274
943275
943276
943277
943281
943282
943283
943284
943285
943286
943287
943393
943394
943395
943396
943397
943398
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time