4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 330982 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
1 s
Locality Level Summary:
Process local: 30
Input Size / Records:
20.8 MiB / 41
Associated Job Ids:
18455
DAG Visualization
digraph G { id="graph_330982"; subgraph graph_stage_330982 { id="graph_stage_330982"; isCluster="true"; label="Stage 330982"; subgraph cluster_377209 { id="cluster_377209"; isCluster="true"; label="Exchange"; 150771 [id="node_150771" labelType="html" label="ShuffledRowRDD [150771] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_377208 { id="cluster_377208"; isCluster="true"; label="ObjectHashAggregate"; 150772 [id="node_150772" labelType="html" label="MapPartitionsRDD [150772] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_377207 { id="cluster_377207"; isCluster="true"; label="InMemoryTableScan"; 150773 [id="node_150773" labelType="html" label="MapPartitionsRDD [150773] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 150774 [id="node_150774" labelType="html" label="ObjectHashAggregate(keys=[shardId#3524906, resultSeparationId#3548039L], functions=[collect_list(orderProposal#3542808, 0, 0)], output=[shardId#3524906, resultSeparationId#3548039L, orderProposals#3548043])\n+- Exchange hashpartitioning(shardId#3524906, resultSeparationId#3548039L, 30), ENSURE_REQUIREMENTS, [plan_id=1016673]\n +- ObjectHashAggregate(keys=[shardId#3524906, resultSeparationId#3548039L], functions=[partial_collect_list(orderProposal#3542808, 0, 0)], output=[shardId#3524906, resultSeparationId#3548039L, buf#3548079])\n +- Project [shardId#3524906, orderProposal#3542808, CASE WHEN (size(orderProposal#3542808.parentItems, true) > 2000) THEN xxhash64(orderProposal#3542808.orderProposalId, 42) ELSE xxhash64(pmod(cast(orderProposal#3542808.orderProposalId as decimal(20,0)), 60), 42) END AS resultSeparationId#3548039L]\n +- InMemoryTableScan [orderProposal#3542808, shardId#3524906]\n +- InMemoryRelation [shardId#3524906, orderProposal#3542808], StorageLevel(disk, memory, 2 re... [150774] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_378826 { id="cluster_378826"; isCluster="true"; label="InMemoryTableScan"; 151406 [id="node_151406" labelType="html" label="MapPartitionsRDD [151406] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 151407 [id="node_151407" labelType="html" label="MapPartitionsRDD [151407] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 151408 [id="node_151408" labelType="html" label="MapPartitionsRDD [151408] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_378825 { id="cluster_378825"; isCluster="true"; label="Exchange"; 151409 [id="node_151409" labelType="html" label="MapPartitionsRDD [151409] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 151410 [id="node_151410" labelType="html" label="MapPartitionsRDD [151410] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 151411 [id="node_151411" labelType="html" label="MapPartitionsRDD [151411] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 150771->150772; 150772->150773; 150773->150774; 150774->151406; 151406->151407; 151407->151408; 151408->151409; 151409->151410; 151410->151411; }
150770,150771
150774
150771
150772
150773
150774
151406
151407
151408
151409
151410
151411
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time