4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1655932 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.5 s
Locality Level Summary:
Process local: 30
Input Size / Records:
17.8 MiB / 37
Shuffle Write Size / Records:
17.8 MiB / 51
Associated Job Ids:
86063
DAG Visualization
digraph G { id="graph_1655932"; subgraph graph_stage_1655932 { id="graph_stage_1655932"; isCluster="true"; label="Stage 1655932"; subgraph cluster_1778609 { id="cluster_1778609"; isCluster="true"; label="Exchange"; 709416 [id="node_709416" labelType="html" label="ShuffledRowRDD [709416] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1778608 { id="cluster_1778608"; isCluster="true"; label="ObjectHashAggregate"; 709417 [id="node_709417" labelType="html" label="MapPartitionsRDD [709417] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1778607 { id="cluster_1778607"; isCluster="true"; label="InMemoryTableScan"; 709418 [id="node_709418" labelType="html" label="MapPartitionsRDD [709418] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 709419 [id="node_709419" labelType="html" label="ObjectHashAggregate(keys=[shardId#16679725, resultSeparationId#16684538L], functions=[collect_list(orderProposal#16682786, 0, 0)], output=[shardId#16679725, resultSeparationId#16684538L, orderProposals#16684542])\n+- Exchange hashpartitioning(shardId#16679725, resultSeparationId#16684538L, 30), ENSURE_REQUIREMENTS, [plan_id=4961127]\n +- ObjectHashAggregate(keys=[shardId#16679725, resultSeparationId#16684538L], functions=[partial_collect_list(orderProposal#16682786, 0, 0)], output=[shardId#16679725, resultSeparationId#16684538L, buf#16684578])\n +- Project [shardId#16679725, orderProposal#16682786, CASE WHEN (size(orderProposal#16682786.parentItems, true) > 2000) THEN xxhash64(orderProposal#16682786.orderProposalId, 42) ELSE xxhash64(pmod(cast(orderProposal#16682786.orderProposalId as decimal(20,0)), 51), 42) END AS resultSeparationId#16684538L]\n +- InMemoryTableScan [orderProposal#16682786, shardId#16679725]\n +- InMemoryRelation [shardId#16679725, orderProposal#16682786], Storage... [709419] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1779245 { id="cluster_1779245"; isCluster="true"; label="InMemoryTableScan"; 709662 [id="node_709662" labelType="html" label="MapPartitionsRDD [709662] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 709663 [id="node_709663" labelType="html" label="MapPartitionsRDD [709663] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 709664 [id="node_709664" labelType="html" label="MapPartitionsRDD [709664] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1779244 { id="cluster_1779244"; isCluster="true"; label="Exchange"; 709668 [id="node_709668" labelType="html" label="MapPartitionsRDD [709668] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 709416->709417; 709417->709418; 709418->709419; 709419->709662; 709662->709663; 709663->709664; 709664->709668; }
709415,709416
709419
709416
709417
709418
709419
709662
709663
709664
709668
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time