4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 335765 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
3 s
Locality Level Summary:
Node local: 30
Shuffle Read Size / Records:
15.2 MiB / 3496
Shuffle Write Size / Records:
2.2 KiB / 30
Associated Job Ids:
18604
DAG Visualization
digraph G { id="graph_335765"; subgraph graph_stage_335765 { id="graph_stage_335765"; isCluster="true"; label="Stage 335765"; subgraph cluster_382434 { id="cluster_382434"; isCluster="true"; label="Exchange"; 152993 [id="node_152993" labelType="html" label="ShuffledRowRDD [152993] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382433 { id="cluster_382433"; isCluster="true"; label="Sort"; 152994 [id="node_152994" labelType="html" label="MapPartitionsRDD [152994] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382534 { id="cluster_382534"; isCluster="true"; label="Exchange"; 153015 [id="node_153015" labelType="html" label="ShuffledRowRDD [153015] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382531 { id="cluster_382531"; isCluster="true"; label="WholeStageCodegen (9)"; 153016 [id="node_153016" labelType="html" label="MapPartitionsRDD [153016] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382432 { id="cluster_382432"; isCluster="true"; label="SortMergeJoin"; 153017 [id="node_153017" labelType="html" label="ZippedPartitionsRDD2 [153017] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382431 { id="cluster_382431"; isCluster="true"; label="Project"; 153018 [id="node_153018" labelType="html" label="MapPartitionsRDD [153018] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382430 { id="cluster_382430"; isCluster="true"; label="InMemoryTableScan"; 153019 [id="node_153019" labelType="html" label="MapPartitionsRDD [153019] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153020 [id="node_153020" labelType="html" label="Project [shardId#3579691, named_struct(orderProposalId, _extract_orderProposalId#3588837L, originalReplenishmentRunId, _extract_originalReplenishmentRunId#3588829L, supplierGroup, _extract_supplierGroup#3588830, optimizationGroups, coalesce(optimizationGroups#3587900, []), supplier, _extract_supplier#3588831, supplyingPlant, _extract_supplyingPlant#3588832, orderDateTime, _extract_orderDateTime#3588833, itemGroups, _extract_itemGroups#3588834, previousOrderProposals, _extract_previousOrderProposals#3588835, parentItems, _extract_parentItems#3588836) AS orderProposal#3588007]\n+- SortMergeJoin [coalesce(shardId#3579691, ), isnull(shardId#3579691), coalesce(_extract_orderProposalId#3588837L, 0), isnull(_extract_orderProposalId#3588837L)], [coalesce(shardId#3587903, ), isnull(shardId#3587903), coalesce(orderProposalId#3587904L, 0), isnull(orderProposalId#3587904L)], LeftOuter\n :- Sort [coalesce(shardId#3579691, ) ASC NULLS FIRST, isnull(shardId#3579691) ASC NULLS FIRST, coalesce(_extract_orderProposalId#3588... [153020] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153021 [id="node_153021" labelType="html" label="MapPartitionsRDD [153021] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153022 [id="node_153022" labelType="html" label="MapPartitionsRDD [153022] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153023 [id="node_153023" labelType="html" label="MapPartitionsRDD [153023] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382429 { id="cluster_382429"; isCluster="true"; label="Filter"; 153024 [id="node_153024" labelType="html" label="MapPartitionsRDD [153024] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382428 { id="cluster_382428"; isCluster="true"; label="Project"; 153025 [id="node_153025" labelType="html" label="MapPartitionsRDD [153025] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382423 { id="cluster_382423"; isCluster="true"; label="WholeStageCodegen (1)"; 153026 [id="node_153026" labelType="html" label="MapPartitionsRDD [153026] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382422 { id="cluster_382422"; isCluster="true"; label="Exchange"; 153027 [id="node_153027" labelType="html" label="MapPartitionsRDD [153027] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 152993->152994; 153015->153016; 152994->153017; 153016->153017; 153017->153018; 153018->153019; 153019->153020; 153020->153021; 153021->153022; 153022->153023; 153023->153024; 153024->153025; 153025->153026; 153026->153027; }
152992,152993
153014,153015
153020
152993
152994
153015
153016
153017
153018
153019
153020
153021
153022
153023
153024
153025
153026
153027
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time