4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 2135952 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
26 s
Locality Level Summary:
Process local: 30
Input Size / Records:
9.5 MiB / 60
Output Size / Records:
767.2 KiB / 103586
Associated Job Ids:
114668
DAG Visualization
digraph G { id="graph_2135952"; subgraph graph_stage_2135952 { id="graph_stage_2135952"; isCluster="true"; label="Stage 2135952"; subgraph cluster_2366456 { id="cluster_2366456"; isCluster="true"; label="Exchange"; 943262 [id="node_943262" labelType="html" label="ShuffledRowRDD [943262] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366453 { id="cluster_2366453"; isCluster="true"; label="WholeStageCodegen (6)"; 943263 [id="node_943263" labelType="html" label="MapPartitionsRDD [943263] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366487 { id="cluster_2366487"; isCluster="true"; label="Exchange"; 943266 [id="node_943266" labelType="html" label="ShuffledRowRDD [943266] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366484 { id="cluster_2366484"; isCluster="true"; label="WholeStageCodegen (8)"; 943267 [id="node_943267" labelType="html" label="MapPartitionsRDD [943267] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366449 { id="cluster_2366449"; isCluster="true"; label="WholeStageCodegen (9)"; 943268 [id="node_943268" labelType="html" label="ZippedPartitionsRDD2 [943268] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 943269 [id="node_943269" labelType="html" label="MapPartitionsRDD [943269] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366497 { id="cluster_2366497"; isCluster="true"; label="Exchange"; 943273 [id="node_943273" labelType="html" label="ShuffledRowRDD [943273] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366496 { id="cluster_2366496"; isCluster="true"; label="ObjectHashAggregate"; 943274 [id="node_943274" labelType="html" label="MapPartitionsRDD [943274] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366493 { id="cluster_2366493"; isCluster="true"; label="WholeStageCodegen (11)"; 943275 [id="node_943275" labelType="html" label="MapPartitionsRDD [943275] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366445 { id="cluster_2366445"; isCluster="true"; label="WholeStageCodegen (12)"; 943276 [id="node_943276" labelType="html" label="ZippedPartitionsRDD2 [943276] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 943277 [id="node_943277" labelType="html" label="MapPartitionsRDD [943277] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366508 { id="cluster_2366508"; isCluster="true"; label="Exchange"; 943281 [id="node_943281" labelType="html" label="ShuffledRowRDD [943281] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366507 { id="cluster_2366507"; isCluster="true"; label="ObjectHashAggregate"; 943282 [id="node_943282" labelType="html" label="MapPartitionsRDD [943282] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366504 { id="cluster_2366504"; isCluster="true"; label="WholeStageCodegen (14)"; 943283 [id="node_943283" labelType="html" label="MapPartitionsRDD [943283] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366441 { id="cluster_2366441"; isCluster="true"; label="WholeStageCodegen (15)"; 943284 [id="node_943284" labelType="html" label="ZippedPartitionsRDD2 [943284] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 943285 [id="node_943285" labelType="html" label="MapPartitionsRDD [943285] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366440 { id="cluster_2366440"; isCluster="true"; label="InMemoryTableScan"; 943286 [id="node_943286" labelType="html" label="MapPartitionsRDD [943286] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 943287 [id="node_943287" labelType="html" label="*(15) Project [shardId#22197470, worklistShardItemId#22197982L, quantityAfterProdPlantOptimization#22197983, qty#22197984, orderProposalId#22198183L, originalReplenishmentRunId#22198225L, supplierGroup#22198185, supplier#22198186, supplyingPlant#22198190, productGroup#22198191, product#22198192, plant#22198187, subrange#22198189, orderDateTime#22198193, deliveryDateTime#22198188, availabilityDateTime#22198194, nextAvailabilityDateTime#22198195, constraintValues#22198216, constraintOperators#22198215, constraintLabels#22198214, logisticUnits#22198210, orderQuantityBaseUom#22198211, orderQuantityBaseUomUuid#22198212, splitIndicator#22198202L, netPriceAmount#22198219, ... 17 more fields]\n+- *(15) SortMergeJoin [shardId#22197470, worklistShardItemId#22197982L], [shardId#22198761, worklistShardItemId#22198762L], LeftOuter\n :- *(12) Project [shardId#22197470, worklistShardItemId#22197982L, quantityAfterProdPlantOptimization#22197983, qty#22197984, orderProposalId#22198183L, originalReplenishmentRunId#22198225L... [943287] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366809 { id="cluster_2366809"; isCluster="true"; label="InMemoryTableScan"; 943402 [id="node_943402" labelType="html" label="MapPartitionsRDD [943402] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 943403 [id="node_943403" labelType="html" label="MapPartitionsRDD [943403] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 943404 [id="node_943404" labelType="html" label="MapPartitionsRDD [943404] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366804 { id="cluster_2366804"; isCluster="true"; label="WholeStageCodegen (1)"; 943405 [id="node_943405" labelType="html" label="MapPartitionsRDD [943405] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366803 { id="cluster_2366803"; isCluster="true"; label="Project"; 943406 [id="node_943406" labelType="html" label="MapPartitionsRDD [943406] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366802 { id="cluster_2366802"; isCluster="true"; label="WriteFiles"; 943407 [id="node_943407" labelType="html" label="MapPartitionsRDD [943407] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 943262->943263; 943266->943267; 943263->943268; 943267->943268; 943268->943269; 943273->943274; 943274->943275; 943269->943276; 943275->943276; 943276->943277; 943281->943282; 943282->943283; 943277->943284; 943283->943284; 943284->943285; 943285->943286; 943286->943287; 943287->943402; 943402->943403; 943403->943404; 943404->943405; 943405->943406; 943406->943407; }
943261,943262
943265,943266
943272,943273
943280,943281
943287
943262
943263
943266
943267
943268
943269
943273
943274
943275
943276
943277
943281
943282
943283
943284
943285
943286
943287
943402
943403
943404
943405
943406
943407
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time