4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 335837 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
6 s
Locality Level Summary:
Process local: 30
Input Size / Records:
15.4 MiB / 59
Shuffle Write Size / Records:
15.2 MiB / 981
Associated Job Ids:
18614
DAG Visualization
digraph G { id="graph_335837"; subgraph graph_stage_335837 { id="graph_stage_335837"; isCluster="true"; label="Stage 335837"; subgraph cluster_382434 { id="cluster_382434"; isCluster="true"; label="Exchange"; 152993 [id="node_152993" labelType="html" label="ShuffledRowRDD [152993] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382433 { id="cluster_382433"; isCluster="true"; label="Sort"; 152994 [id="node_152994" labelType="html" label="MapPartitionsRDD [152994] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382534 { id="cluster_382534"; isCluster="true"; label="Exchange"; 153015 [id="node_153015" labelType="html" label="ShuffledRowRDD [153015] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382531 { id="cluster_382531"; isCluster="true"; label="WholeStageCodegen (9)"; 153016 [id="node_153016" labelType="html" label="MapPartitionsRDD [153016] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382432 { id="cluster_382432"; isCluster="true"; label="SortMergeJoin"; 153017 [id="node_153017" labelType="html" label="ZippedPartitionsRDD2 [153017] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382431 { id="cluster_382431"; isCluster="true"; label="Project"; 153018 [id="node_153018" labelType="html" label="MapPartitionsRDD [153018] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382430 { id="cluster_382430"; isCluster="true"; label="InMemoryTableScan"; 153019 [id="node_153019" labelType="html" label="MapPartitionsRDD [153019] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153020 [id="node_153020" labelType="html" label="Project [shardId#3579691, named_struct(orderProposalId, _extract_orderProposalId#3588837L, originalReplenishmentRunId, _extract_originalReplenishmentRunId#3588829L, supplierGroup, _extract_supplierGroup#3588830, optimizationGroups, coalesce(optimizationGroups#3587900, []), supplier, _extract_supplier#3588831, supplyingPlant, _extract_supplyingPlant#3588832, orderDateTime, _extract_orderDateTime#3588833, itemGroups, _extract_itemGroups#3588834, previousOrderProposals, _extract_previousOrderProposals#3588835, parentItems, _extract_parentItems#3588836) AS orderProposal#3588007]\n+- SortMergeJoin [coalesce(shardId#3579691, ), isnull(shardId#3579691), coalesce(_extract_orderProposalId#3588837L, 0), isnull(_extract_orderProposalId#3588837L)], [coalesce(shardId#3587903, ), isnull(shardId#3587903), coalesce(orderProposalId#3587904L, 0), isnull(orderProposalId#3587904L)], LeftOuter\n :- Sort [coalesce(shardId#3579691, ) ASC NULLS FIRST, isnull(shardId#3579691) ASC NULLS FIRST, coalesce(_extract_orderProposalId#3588... [153020] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_383129 { id="cluster_383129"; isCluster="true"; label="InMemoryTableScan"; 153202 [id="node_153202" labelType="html" label="MapPartitionsRDD [153202] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153203 [id="node_153203" labelType="html" label="MapPartitionsRDD [153203] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153204 [id="node_153204" labelType="html" label="MapPartitionsRDD [153204] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_383128 { id="cluster_383128"; isCluster="true"; label="Project"; 153205 [id="node_153205" labelType="html" label="MapPartitionsRDD [153205] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_383127 { id="cluster_383127"; isCluster="true"; label="ObjectHashAggregate"; 153206 [id="node_153206" labelType="html" label="MapPartitionsRDD [153206] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_383126 { id="cluster_383126"; isCluster="true"; label="Exchange"; 153207 [id="node_153207" labelType="html" label="MapPartitionsRDD [153207] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 152993->152994; 153015->153016; 152994->153017; 153016->153017; 153017->153018; 153018->153019; 153019->153020; 153020->153202; 153202->153203; 153203->153204; 153204->153205; 153205->153206; 153206->153207; }
152992,152993
153014,153015
153020
152993
152994
153015
153016
153017
153018
153019
153020
153202
153203
153204
153205
153206
153207
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time