4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 340230 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Process local: 30
Input Size / Records:
15.4 MiB / 34
Associated Job Ids:
18708
DAG Visualization
digraph G { id="graph_340230"; subgraph graph_stage_340230 { id="graph_stage_340230"; isCluster="true"; label="Stage 340230"; subgraph cluster_383126 { id="cluster_383126"; isCluster="true"; label="Exchange"; 153208 [id="node_153208" labelType="html" label="ShuffledRowRDD [153208] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_383125 { id="cluster_383125"; isCluster="true"; label="ObjectHashAggregate"; 153209 [id="node_153209" labelType="html" label="MapPartitionsRDD [153209] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_383124 { id="cluster_383124"; isCluster="true"; label="InMemoryTableScan"; 153210 [id="node_153210" labelType="html" label="MapPartitionsRDD [153210] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153211 [id="node_153211" labelType="html" label="ObjectHashAggregate(keys=[shardId#3579691, resultSeparationId#3595113L], functions=[collect_list(orderProposal#3588007, 0, 0)], output=[shardId#3579691, resultSeparationId#3595113L, orderProposals#3595117])\n+- Exchange hashpartitioning(shardId#3579691, resultSeparationId#3595113L, 30), ENSURE_REQUIREMENTS, [plan_id=1030266]\n +- ObjectHashAggregate(keys=[shardId#3579691, resultSeparationId#3595113L], functions=[partial_collect_list(orderProposal#3588007, 0, 0)], output=[shardId#3579691, resultSeparationId#3595113L, buf#3595153])\n +- Project [shardId#3579691, orderProposal#3588007, CASE WHEN (size(orderProposal#3588007.parentItems, true) > 2000) THEN xxhash64(orderProposal#3588007.orderProposalId, 42) ELSE xxhash64(pmod(cast(orderProposal#3588007.orderProposalId as decimal(20,0)), 44), 42) END AS resultSeparationId#3595113L]\n +- InMemoryTableScan [orderProposal#3588007, shardId#3579691]\n +- InMemoryRelation [shardId#3579691, orderProposal#3588007], StorageLevel(disk, memory, 2 re... [153211] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_385242 { id="cluster_385242"; isCluster="true"; label="InMemoryTableScan"; 153998 [id="node_153998" labelType="html" label="MapPartitionsRDD [153998] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153999 [id="node_153999" labelType="html" label="MapPartitionsRDD [153999] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 154000 [id="node_154000" labelType="html" label="MapPartitionsRDD [154000] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_385241 { id="cluster_385241"; isCluster="true"; label="Exchange"; 154001 [id="node_154001" labelType="html" label="MapPartitionsRDD [154001] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 154002 [id="node_154002" labelType="html" label="MapPartitionsRDD [154002] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 154003 [id="node_154003" labelType="html" label="MapPartitionsRDD [154003] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 153208->153209; 153209->153210; 153210->153211; 153211->153998; 153998->153999; 153999->154000; 154000->154001; 154001->154002; 154002->154003; }
153207,153208
153211
153208
153209
153210
153211
153998
153999
154000
154001
154002
154003
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time