4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 2133546 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0 ms
Locality Level Summary:
Process local: 30
Input Size / Records:
630.0 B / 0
Associated Job Ids:
114603
DAG Visualization
digraph G { id="graph_2133546"; subgraph graph_stage_2133546 { id="graph_stage_2133546"; isCluster="true"; label="Stage 2133546"; subgraph cluster_2364641 { id="cluster_2364641"; isCluster="true"; label="Exchange"; 942541 [id="node_942541" labelType="html" label="ShuffledRowRDD [942541] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2364640 { id="cluster_2364640"; isCluster="true"; label="ObjectHashAggregate"; 942542 [id="node_942542" labelType="html" label="MapPartitionsRDD [942542] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2364639 { id="cluster_2364639"; isCluster="true"; label="InMemoryTableScan"; 942543 [id="node_942543" labelType="html" label="MapPartitionsRDD [942543] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 942544 [id="node_942544" labelType="html" label="ObjectHashAggregate(keys=[shardId#22176599, resultSeparationId#22180739L], functions=[collect_list(orderProposal#22178987, 0, 0)], output=[shardId#22176599, resultSeparationId#22180739L, orderProposals#22180743])\n+- Exchange hashpartitioning(shardId#22176599, resultSeparationId#22180739L, 30), ENSURE_REQUIREMENTS, [plan_id=6640709]\n +- ObjectHashAggregate(keys=[shardId#22176599, resultSeparationId#22180739L], functions=[partial_collect_list(orderProposal#22178987, 0, 0)], output=[shardId#22176599, resultSeparationId#22180739L, buf#22180779])\n +- Project [shardId#22176599, orderProposal#22178987, CASE WHEN (size(orderProposal#22178987.parentItems, true) > 2000) THEN xxhash64(orderProposal#22178987.orderProposalId, 42) ELSE xxhash64(pmod(cast(orderProposal#22178987.orderProposalId as decimal(20,0)), 0), 42) END AS resultSeparationId#22180739L]\n +- InMemoryTableScan [orderProposal#22178987, shardId#22176599]\n +- InMemoryRelation [shardId#22176599, orderProposal#22178987], StorageL... [942544] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2365277 { id="cluster_2365277"; isCluster="true"; label="InMemoryTableScan"; 942787 [id="node_942787" labelType="html" label="MapPartitionsRDD [942787] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 942788 [id="node_942788" labelType="html" label="MapPartitionsRDD [942788] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 942789 [id="node_942789" labelType="html" label="MapPartitionsRDD [942789] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2365276 { id="cluster_2365276"; isCluster="true"; label="Exchange"; 942790 [id="node_942790" labelType="html" label="MapPartitionsRDD [942790] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 942541->942542; 942542->942543; 942543->942544; 942544->942787; 942787->942788; 942788->942789; 942789->942790; }
942540,942541
942544
942541
942542
942543
942544
942787
942788
942789
942790
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time