4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 331290 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.4 s
Locality Level Summary:
Process local: 30
Input Size / Records:
19.4 MiB / 34
Shuffle Write Size / Records:
19.5 MiB / 56
Associated Job Ids:
18467
DAG Visualization
digraph G { id="graph_331290"; subgraph graph_stage_331290 { id="graph_stage_331290"; isCluster="true"; label="Stage 331290"; subgraph cluster_377820 { id="cluster_377820"; isCluster="true"; label="Exchange"; 151023 [id="node_151023" labelType="html" label="ShuffledRowRDD [151023] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_377819 { id="cluster_377819"; isCluster="true"; label="ObjectHashAggregate"; 151024 [id="node_151024" labelType="html" label="MapPartitionsRDD [151024] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_377818 { id="cluster_377818"; isCluster="true"; label="InMemoryTableScan"; 151025 [id="node_151025" labelType="html" label="MapPartitionsRDD [151025] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 151026 [id="node_151026" labelType="html" label="ObjectHashAggregate(keys=[shardId#3538856, resultSeparationId#3555231L], functions=[collect_list(orderProposal#3552242, 0, 0)], output=[shardId#3538856, resultSeparationId#3555231L, orderProposals#3555235])\n+- Exchange hashpartitioning(shardId#3538856, resultSeparationId#3555231L, 30), ENSURE_REQUIREMENTS, [plan_id=1018120]\n +- ObjectHashAggregate(keys=[shardId#3538856, resultSeparationId#3555231L], functions=[partial_collect_list(orderProposal#3552242, 0, 0)], output=[shardId#3538856, resultSeparationId#3555231L, buf#3555271])\n +- Project [shardId#3538856, orderProposal#3552242, CASE WHEN (size(orderProposal#3552242.parentItems, true) > 2000) THEN xxhash64(orderProposal#3552242.orderProposalId, 42) ELSE xxhash64(pmod(cast(orderProposal#3552242.orderProposalId as decimal(20,0)), 56), 42) END AS resultSeparationId#3555231L]\n +- InMemoryTableScan [orderProposal#3552242, shardId#3538856]\n +- InMemoryRelation [shardId#3538856, orderProposal#3552242], StorageLevel(disk, memory, 2 re... [151026] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_378973 { id="cluster_378973"; isCluster="true"; label="InMemoryTableScan"; 151472 [id="node_151472" labelType="html" label="MapPartitionsRDD [151472] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 151473 [id="node_151473" labelType="html" label="MapPartitionsRDD [151473] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 151474 [id="node_151474" labelType="html" label="MapPartitionsRDD [151474] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_378972 { id="cluster_378972"; isCluster="true"; label="Exchange"; 151486 [id="node_151486" labelType="html" label="MapPartitionsRDD [151486] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 151023->151024; 151024->151025; 151025->151026; 151026->151472; 151472->151473; 151473->151474; 151474->151486; }
151022,151023
151026
151023
151024
151025
151026
151472
151473
151474
151486
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time