4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 335798 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Process local: 30
Input Size / Records:
20.8 MiB / 64
Shuffle Write Size / Records:
20.6 MiB / 1280
Associated Job Ids:
18608
DAG Visualization
digraph G { id="graph_335798"; subgraph graph_stage_335798 { id="graph_stage_335798"; isCluster="true"; label="Stage 335798"; subgraph cluster_382055 { id="cluster_382055"; isCluster="true"; label="Exchange"; 152812 [id="node_152812" labelType="html" label="ShuffledRowRDD [152812] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382054 { id="cluster_382054"; isCluster="true"; label="Sort"; 152813 [id="node_152813" labelType="html" label="MapPartitionsRDD [152813] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382155 { id="cluster_382155"; isCluster="true"; label="Exchange"; 152842 [id="node_152842" labelType="html" label="ShuffledRowRDD [152842] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382152 { id="cluster_382152"; isCluster="true"; label="WholeStageCodegen (9)"; 152843 [id="node_152843" labelType="html" label="MapPartitionsRDD [152843] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382053 { id="cluster_382053"; isCluster="true"; label="SortMergeJoin"; 152844 [id="node_152844" labelType="html" label="ZippedPartitionsRDD2 [152844] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382052 { id="cluster_382052"; isCluster="true"; label="Project"; 152845 [id="node_152845" labelType="html" label="MapPartitionsRDD [152845] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382051 { id="cluster_382051"; isCluster="true"; label="InMemoryTableScan"; 152846 [id="node_152846" labelType="html" label="MapPartitionsRDD [152846] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 152847 [id="node_152847" labelType="html" label="Project [shardId#3580449, named_struct(orderProposalId, _extract_orderProposalId#3585119L, originalReplenishmentRunId, _extract_originalReplenishmentRunId#3585111L, supplierGroup, _extract_supplierGroup#3585112, optimizationGroups, coalesce(optimizationGroups#3583992, []), supplier, _extract_supplier#3585113, supplyingPlant, _extract_supplyingPlant#3585114, orderDateTime, _extract_orderDateTime#3585115, itemGroups, _extract_itemGroups#3585116, previousOrderProposals, _extract_previousOrderProposals#3585117, parentItems, _extract_parentItems#3585118) AS orderProposal#3584099]\n+- SortMergeJoin [coalesce(shardId#3580449, ), isnull(shardId#3580449), coalesce(_extract_orderProposalId#3585119L, 0), isnull(_extract_orderProposalId#3585119L)], [coalesce(shardId#3583995, ), isnull(shardId#3583995), coalesce(orderProposalId#3583996L, 0), isnull(orderProposalId#3583996L)], LeftOuter\n :- Sort [coalesce(shardId#3580449, ) ASC NULLS FIRST, isnull(shardId#3580449) ASC NULLS FIRST, coalesce(_extract_orderProposalId#3585... [152847] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382866 { id="cluster_382866"; isCluster="true"; label="InMemoryTableScan"; 153138 [id="node_153138" labelType="html" label="MapPartitionsRDD [153138] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153139 [id="node_153139" labelType="html" label="MapPartitionsRDD [153139] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153140 [id="node_153140" labelType="html" label="MapPartitionsRDD [153140] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382865 { id="cluster_382865"; isCluster="true"; label="Project"; 153141 [id="node_153141" labelType="html" label="MapPartitionsRDD [153141] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382864 { id="cluster_382864"; isCluster="true"; label="ObjectHashAggregate"; 153142 [id="node_153142" labelType="html" label="MapPartitionsRDD [153142] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382863 { id="cluster_382863"; isCluster="true"; label="Exchange"; 153143 [id="node_153143" labelType="html" label="MapPartitionsRDD [153143] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 152812->152813; 152842->152843; 152813->152844; 152843->152844; 152844->152845; 152845->152846; 152846->152847; 152847->153138; 153138->153139; 153139->153140; 153140->153141; 153141->153142; 153142->153143; }
152811,152812
152841,152842
152847
152812
152813
152842
152843
152844
152845
152846
152847
153138
153139
153140
153141
153142
153143
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time