4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1656093 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
38 s
Locality Level Summary:
Process local: 51
Input Size / Records:
17.8 MiB / 51
Output Size / Records:
326.7 MiB / 51
Associated Job Ids:
86069
DAG Visualization
digraph G { id="graph_1656093"; subgraph graph_stage_1656093 { id="graph_stage_1656093"; isCluster="true"; label="Stage 1656093"; subgraph cluster_1779244 { id="cluster_1779244"; isCluster="true"; label="Exchange"; 709669 [id="node_709669" labelType="html" label="ShuffledRowRDD [709669] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1779243 { id="cluster_1779243"; isCluster="true"; label="Project"; 709670 [id="node_709670" labelType="html" label="MapPartitionsRDD [709670] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1779242 { id="cluster_1779242"; isCluster="true"; label="InMemoryTableScan"; 709671 [id="node_709671" labelType="html" label="MapPartitionsRDD [709671] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 709672 [id="node_709672" labelType="html" label="Project [shardId#16679725, orderProposals#16684542]\n+- Exchange rangepartitioning(shardId#16679725 ASC NULLS FIRST, resultSeparationId#16684538L ASC NULLS FIRST, 51), REPARTITION_BY_NUM, [plan_id=4961170]\n +- InMemoryTableScan [shardId#16679725, resultSeparationId#16684538L, orderProposals#16684542]\n +- InMemoryRelation [shardId#16679725, resultSeparationId#16684538L, orderProposals#16684542], StorageLevel(disk, memory, 2 replicas)\n +- ObjectHashAggregate(keys=[shardId#16679725, resultSeparationId#16684538L], functions=[collect_list(orderProposal#16682786, 0, 0)], output=[shardId#16679725, resultSeparationId#16684538L, orderProposals#16684542])\n +- Exchange hashpartitioning(shardId#16679725, resultSeparationId#16684538L, 30), ENSURE_REQUIREMENTS, [plan_id=4961127]\n +- ObjectHashAggregate(keys=[shardId#16679725, resultSeparationId#16684538L], functions=[partial_collect_list(orderProposal#16682786, 0, 0)], output=[shardId#16679725, resultSeparation... [709672] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1779355 { id="cluster_1779355"; isCluster="true"; label="InMemoryTableScan"; 709716 [id="node_709716" labelType="html" label="MapPartitionsRDD [709716] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 709717 [id="node_709717" labelType="html" label="MapPartitionsRDD [709717] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 709718 [id="node_709718" labelType="html" label="MapPartitionsRDD [709718] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1779354 { id="cluster_1779354"; isCluster="true"; label="Project"; 709719 [id="node_709719" labelType="html" label="MapPartitionsRDD [709719] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1779353 { id="cluster_1779353"; isCluster="true"; label="Sort"; 709720 [id="node_709720" labelType="html" label="MapPartitionsRDD [709720] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1779352 { id="cluster_1779352"; isCluster="true"; label="WriteFiles"; 709721 [id="node_709721" labelType="html" label="MapPartitionsRDD [709721] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 709669->709670; 709670->709671; 709671->709672; 709672->709716; 709716->709717; 709717->709718; 709718->709719; 709719->709720; 709720->709721; }
709668,709669
709672
709669
709670
709671
709672
709716
709717
709718
709719
709720
709721
Event Timeline
Enable zooming
Tasks: 51. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time