4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1034761 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
5 s
Locality Level Summary:
Node local: 30
Shuffle Read Size / Records:
20.8 MiB / 4708
Shuffle Write Size / Records:
2.2 KiB / 30
Associated Job Ids:
52724
DAG Visualization
digraph G { id="graph_1034761"; subgraph graph_stage_1034761 { id="graph_stage_1034761"; isCluster="true"; label="Stage 1034761"; subgraph cluster_1088526 { id="cluster_1088526"; isCluster="true"; label="Exchange"; 434530 [id="node_434530" labelType="html" label="ShuffledRowRDD [434530] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088525 { id="cluster_1088525"; isCluster="true"; label="Sort"; 434531 [id="node_434531" labelType="html" label="MapPartitionsRDD [434531] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088626 { id="cluster_1088626"; isCluster="true"; label="Exchange"; 434552 [id="node_434552" labelType="html" label="ShuffledRowRDD [434552] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088623 { id="cluster_1088623"; isCluster="true"; label="WholeStageCodegen (9)"; 434553 [id="node_434553" labelType="html" label="MapPartitionsRDD [434553] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088524 { id="cluster_1088524"; isCluster="true"; label="SortMergeJoin"; 434554 [id="node_434554" labelType="html" label="ZippedPartitionsRDD2 [434554] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088523 { id="cluster_1088523"; isCluster="true"; label="Project"; 434555 [id="node_434555" labelType="html" label="MapPartitionsRDD [434555] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088522 { id="cluster_1088522"; isCluster="true"; label="InMemoryTableScan"; 434556 [id="node_434556" labelType="html" label="MapPartitionsRDD [434556] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 434557 [id="node_434557" labelType="html" label="Project [shardId#10214802, named_struct(orderProposalId, _extract_orderProposalId#10217838L, originalReplenishmentRunId, _extract_originalReplenishmentRunId#10217830L, supplierGroup, _extract_supplierGroup#10217831, optimizationGroups, coalesce(optimizationGroups#10217083, []), supplier, _extract_supplier#10217832, supplyingPlant, _extract_supplyingPlant#10217833, orderDateTime, _extract_orderDateTime#10217834, itemGroups, _extract_itemGroups#10217835, previousOrderProposals, _extract_previousOrderProposals#10217836, parentItems, _extract_parentItems#10217837) AS orderProposal#10217190]\n+- SortMergeJoin [coalesce(shardId#10214802, ), isnull(shardId#10214802), coalesce(_extract_orderProposalId#10217838L, 0), isnull(_extract_orderProposalId#10217838L)], [coalesce(shardId#10217086, ), isnull(shardId#10217086), coalesce(orderProposalId#10217087L, 0), isnull(orderProposalId#10217087L)], LeftOuter\n :- Sort [coalesce(shardId#10214802, ) ASC NULLS FIRST, isnull(shardId#10214802) ASC NULLS FIRST, coalesce(_extrac... [434557] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 434558 [id="node_434558" labelType="html" label="MapPartitionsRDD [434558] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 434559 [id="node_434559" labelType="html" label="MapPartitionsRDD [434559] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 434560 [id="node_434560" labelType="html" label="MapPartitionsRDD [434560] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088521 { id="cluster_1088521"; isCluster="true"; label="Filter"; 434561 [id="node_434561" labelType="html" label="MapPartitionsRDD [434561] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088520 { id="cluster_1088520"; isCluster="true"; label="Project"; 434562 [id="node_434562" labelType="html" label="MapPartitionsRDD [434562] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088515 { id="cluster_1088515"; isCluster="true"; label="WholeStageCodegen (1)"; 434563 [id="node_434563" labelType="html" label="MapPartitionsRDD [434563] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088514 { id="cluster_1088514"; isCluster="true"; label="Exchange"; 434564 [id="node_434564" labelType="html" label="MapPartitionsRDD [434564] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 434530->434531; 434552->434553; 434531->434554; 434553->434554; 434554->434555; 434555->434556; 434556->434557; 434557->434558; 434558->434559; 434559->434560; 434560->434561; 434561->434562; 434562->434563; 434563->434564; }
434529,434530
434551,434552
434557
434530
434531
434552
434553
434554
434555
434556
434557
434558
434559
434560
434561
434562
434563
434564
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time