4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 335730 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
3 s
Locality Level Summary:
Node local: 30
Shuffle Read Size / Records:
20.6 MiB / 4686
Shuffle Write Size / Records:
2.2 KiB / 30
Associated Job Ids:
18594
DAG Visualization
digraph G { id="graph_335730"; subgraph graph_stage_335730 { id="graph_stage_335730"; isCluster="true"; label="Stage 335730"; subgraph cluster_382055 { id="cluster_382055"; isCluster="true"; label="Exchange"; 152812 [id="node_152812" labelType="html" label="ShuffledRowRDD [152812] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382054 { id="cluster_382054"; isCluster="true"; label="Sort"; 152813 [id="node_152813" labelType="html" label="MapPartitionsRDD [152813] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382155 { id="cluster_382155"; isCluster="true"; label="Exchange"; 152842 [id="node_152842" labelType="html" label="ShuffledRowRDD [152842] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382152 { id="cluster_382152"; isCluster="true"; label="WholeStageCodegen (9)"; 152843 [id="node_152843" labelType="html" label="MapPartitionsRDD [152843] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382053 { id="cluster_382053"; isCluster="true"; label="SortMergeJoin"; 152844 [id="node_152844" labelType="html" label="ZippedPartitionsRDD2 [152844] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382052 { id="cluster_382052"; isCluster="true"; label="Project"; 152845 [id="node_152845" labelType="html" label="MapPartitionsRDD [152845] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382051 { id="cluster_382051"; isCluster="true"; label="InMemoryTableScan"; 152846 [id="node_152846" labelType="html" label="MapPartitionsRDD [152846] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 152847 [id="node_152847" labelType="html" label="Project [shardId#3580449, named_struct(orderProposalId, _extract_orderProposalId#3585119L, originalReplenishmentRunId, _extract_originalReplenishmentRunId#3585111L, supplierGroup, _extract_supplierGroup#3585112, optimizationGroups, coalesce(optimizationGroups#3583992, []), supplier, _extract_supplier#3585113, supplyingPlant, _extract_supplyingPlant#3585114, orderDateTime, _extract_orderDateTime#3585115, itemGroups, _extract_itemGroups#3585116, previousOrderProposals, _extract_previousOrderProposals#3585117, parentItems, _extract_parentItems#3585118) AS orderProposal#3584099]\n+- SortMergeJoin [coalesce(shardId#3580449, ), isnull(shardId#3580449), coalesce(_extract_orderProposalId#3585119L, 0), isnull(_extract_orderProposalId#3585119L)], [coalesce(shardId#3583995, ), isnull(shardId#3583995), coalesce(orderProposalId#3583996L, 0), isnull(orderProposalId#3583996L)], LeftOuter\n :- Sort [coalesce(shardId#3580449, ) ASC NULLS FIRST, isnull(shardId#3580449) ASC NULLS FIRST, coalesce(_extract_orderProposalId#3585... [152847] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 152848 [id="node_152848" labelType="html" label="MapPartitionsRDD [152848] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 152849 [id="node_152849" labelType="html" label="MapPartitionsRDD [152849] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 152850 [id="node_152850" labelType="html" label="MapPartitionsRDD [152850] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382050 { id="cluster_382050"; isCluster="true"; label="Filter"; 152851 [id="node_152851" labelType="html" label="MapPartitionsRDD [152851] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382049 { id="cluster_382049"; isCluster="true"; label="Project"; 152852 [id="node_152852" labelType="html" label="MapPartitionsRDD [152852] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382044 { id="cluster_382044"; isCluster="true"; label="WholeStageCodegen (1)"; 152853 [id="node_152853" labelType="html" label="MapPartitionsRDD [152853] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382043 { id="cluster_382043"; isCluster="true"; label="Exchange"; 152854 [id="node_152854" labelType="html" label="MapPartitionsRDD [152854] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 152812->152813; 152842->152843; 152813->152844; 152843->152844; 152844->152845; 152845->152846; 152846->152847; 152847->152848; 152848->152849; 152849->152850; 152850->152851; 152851->152852; 152852->152853; 152853->152854; }
152811,152812
152841,152842
152847
152812
152813
152842
152843
152844
152845
152846
152847
152848
152849
152850
152851
152852
152853
152854
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time