4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1656050 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.2 s
Locality Level Summary:
Process local: 51
Input Size / Records:
17.8 MiB / 51
Shuffle Write Size / Records:
3.1 KiB / 51
Associated Job Ids:
86068
DAG Visualization
digraph G { id="graph_1656050"; subgraph graph_stage_1656050 { id="graph_stage_1656050"; isCluster="true"; label="Stage 1656050"; subgraph cluster_1779244 { id="cluster_1779244"; isCluster="true"; label="Exchange"; 709669 [id="node_709669" labelType="html" label="ShuffledRowRDD [709669] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1779243 { id="cluster_1779243"; isCluster="true"; label="Project"; 709670 [id="node_709670" labelType="html" label="MapPartitionsRDD [709670] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1779242 { id="cluster_1779242"; isCluster="true"; label="InMemoryTableScan"; 709671 [id="node_709671" labelType="html" label="MapPartitionsRDD [709671] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 709672 [id="node_709672" labelType="html" label="Project [shardId#16679725, orderProposals#16684542]\n+- Exchange rangepartitioning(shardId#16679725 ASC NULLS FIRST, resultSeparationId#16684538L ASC NULLS FIRST, 51), REPARTITION_BY_NUM, [plan_id=4961170]\n +- InMemoryTableScan [shardId#16679725, resultSeparationId#16684538L, orderProposals#16684542]\n +- InMemoryRelation [shardId#16679725, resultSeparationId#16684538L, orderProposals#16684542], StorageLevel(disk, memory, 2 replicas)\n +- ObjectHashAggregate(keys=[shardId#16679725, resultSeparationId#16684538L], functions=[collect_list(orderProposal#16682786, 0, 0)], output=[shardId#16679725, resultSeparationId#16684538L, orderProposals#16684542])\n +- Exchange hashpartitioning(shardId#16679725, resultSeparationId#16684538L, 30), ENSURE_REQUIREMENTS, [plan_id=4961127]\n +- ObjectHashAggregate(keys=[shardId#16679725, resultSeparationId#16684538L], functions=[partial_collect_list(orderProposal#16682786, 0, 0)], output=[shardId#16679725, resultSeparation... [709672] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1779341 { id="cluster_1779341"; isCluster="true"; label="InMemoryTableScan"; 709708 [id="node_709708" labelType="html" label="MapPartitionsRDD [709708] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 709709 [id="node_709709" labelType="html" label="MapPartitionsRDD [709709] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 709710 [id="node_709710" labelType="html" label="MapPartitionsRDD [709710] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1779340 { id="cluster_1779340"; isCluster="true"; label="CollectLimit"; 709711 [id="node_709711" labelType="html" label="MapPartitionsRDD [709711] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 709712 [id="node_709712" labelType="html" label="MapPartitionsRDD [709712] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 709669->709670; 709670->709671; 709671->709672; 709672->709708; 709708->709709; 709709->709710; 709710->709711; 709711->709712; }
709668,709669
709672
709669
709670
709671
709672
709708
709709
709710
709711
709712
Event Timeline
Enable zooming
Tasks: 51. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time