4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1034931 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
8 s
Locality Level Summary:
Process local: 30
Input Size / Records:
21.0 MiB / 64
Shuffle Write Size / Records:
20.8 MiB / 1311
Associated Job Ids:
52725
DAG Visualization
digraph G { id="graph_1034931"; subgraph graph_stage_1034931 { id="graph_stage_1034931"; isCluster="true"; label="Stage 1034931"; subgraph cluster_1088526 { id="cluster_1088526"; isCluster="true"; label="Exchange"; 434530 [id="node_434530" labelType="html" label="ShuffledRowRDD [434530] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088525 { id="cluster_1088525"; isCluster="true"; label="Sort"; 434531 [id="node_434531" labelType="html" label="MapPartitionsRDD [434531] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088626 { id="cluster_1088626"; isCluster="true"; label="Exchange"; 434552 [id="node_434552" labelType="html" label="ShuffledRowRDD [434552] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088623 { id="cluster_1088623"; isCluster="true"; label="WholeStageCodegen (9)"; 434553 [id="node_434553" labelType="html" label="MapPartitionsRDD [434553] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088524 { id="cluster_1088524"; isCluster="true"; label="SortMergeJoin"; 434554 [id="node_434554" labelType="html" label="ZippedPartitionsRDD2 [434554] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088523 { id="cluster_1088523"; isCluster="true"; label="Project"; 434555 [id="node_434555" labelType="html" label="MapPartitionsRDD [434555] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088522 { id="cluster_1088522"; isCluster="true"; label="InMemoryTableScan"; 434556 [id="node_434556" labelType="html" label="MapPartitionsRDD [434556] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 434557 [id="node_434557" labelType="html" label="Project [shardId#10214802, named_struct(orderProposalId, _extract_orderProposalId#10217838L, originalReplenishmentRunId, _extract_originalReplenishmentRunId#10217830L, supplierGroup, _extract_supplierGroup#10217831, optimizationGroups, coalesce(optimizationGroups#10217083, []), supplier, _extract_supplier#10217832, supplyingPlant, _extract_supplyingPlant#10217833, orderDateTime, _extract_orderDateTime#10217834, itemGroups, _extract_itemGroups#10217835, previousOrderProposals, _extract_previousOrderProposals#10217836, parentItems, _extract_parentItems#10217837) AS orderProposal#10217190]\n+- SortMergeJoin [coalesce(shardId#10214802, ), isnull(shardId#10214802), coalesce(_extract_orderProposalId#10217838L, 0), isnull(_extract_orderProposalId#10217838L)], [coalesce(shardId#10217086, ), isnull(shardId#10217086), coalesce(orderProposalId#10217087L, 0), isnull(orderProposalId#10217087L)], LeftOuter\n :- Sort [coalesce(shardId#10214802, ) ASC NULLS FIRST, isnull(shardId#10214802) ASC NULLS FIRST, coalesce(_extrac... [434557] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088783 { id="cluster_1088783"; isCluster="true"; label="InMemoryTableScan"; 434568 [id="node_434568" labelType="html" label="MapPartitionsRDD [434568] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 434569 [id="node_434569" labelType="html" label="MapPartitionsRDD [434569] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 434570 [id="node_434570" labelType="html" label="MapPartitionsRDD [434570] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088782 { id="cluster_1088782"; isCluster="true"; label="Project"; 434571 [id="node_434571" labelType="html" label="MapPartitionsRDD [434571] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088781 { id="cluster_1088781"; isCluster="true"; label="ObjectHashAggregate"; 434572 [id="node_434572" labelType="html" label="MapPartitionsRDD [434572] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088780 { id="cluster_1088780"; isCluster="true"; label="Exchange"; 434573 [id="node_434573" labelType="html" label="MapPartitionsRDD [434573] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 434530->434531; 434552->434553; 434531->434554; 434553->434554; 434554->434555; 434555->434556; 434556->434557; 434557->434568; 434568->434569; 434569->434570; 434570->434571; 434571->434572; 434572->434573; }
434529,434530
434551,434552
434557
434530
434531
434552
434553
434554
434555
434556
434557
434568
434569
434570
434571
434572
434573
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time