4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 336022 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
1 s
Locality Level Summary:
Node local: 16; Process local: 14
Shuffle Read Size / Records:
6.9 MiB / 447
Shuffle Write Size / Records:
2.2 KiB / 30
Associated Job Ids:
18616
DAG Visualization
digraph G { id="graph_336022"; subgraph graph_stage_336022 { id="graph_stage_336022"; isCluster="true"; label="Stage 336022"; subgraph cluster_383273 { id="cluster_383273"; isCluster="true"; label="Exchange"; 153230 [id="node_153230" labelType="html" label="ShuffledRowRDD [153230] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_383272 { id="cluster_383272"; isCluster="true"; label="ObjectHashAggregate"; 153231 [id="node_153231" labelType="html" label="MapPartitionsRDD [153231] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_383271 { id="cluster_383271"; isCluster="true"; label="InMemoryTableScan"; 153232 [id="node_153232" labelType="html" label="MapPartitionsRDD [153232] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153233 [id="node_153233" labelType="html" label="ObjectHashAggregate(keys=[shardId#3579932, resultSeparationId#3595553L], functions=[collect_list(orderProposal#3590694, 0, 0)], output=[shardId#3579932, resultSeparationId#3595553L, orderProposals#3595557])\n+- Exchange hashpartitioning(shardId#3579932, resultSeparationId#3595553L, 30), ENSURE_REQUIREMENTS, [plan_id=1030346]\n +- ObjectHashAggregate(keys=[shardId#3579932, resultSeparationId#3595553L], functions=[partial_collect_list(orderProposal#3590694, 0, 0)], output=[shardId#3579932, resultSeparationId#3595553L, buf#3595593])\n +- Project [shardId#3579932, orderProposal#3590694, CASE WHEN (size(orderProposal#3590694.parentItems, true) > 2000) THEN xxhash64(orderProposal#3590694.orderProposalId, 42) ELSE xxhash64(pmod(cast(orderProposal#3590694.orderProposalId as decimal(20,0)), 20), 42) END AS resultSeparationId#3595553L]\n +- InMemoryTableScan [orderProposal#3590694, shardId#3579932]\n +- InMemoryRelation [shardId#3579932, orderProposal#3590694], StorageLevel(disk, memory, 2 re... [153233] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153234 [id="node_153234" labelType="html" label="MapPartitionsRDD [153234] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153235 [id="node_153235" labelType="html" label="MapPartitionsRDD [153235] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153236 [id="node_153236" labelType="html" label="MapPartitionsRDD [153236] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_383268 { id="cluster_383268"; isCluster="true"; label="WholeStageCodegen (1)"; 153237 [id="node_153237" labelType="html" label="MapPartitionsRDD [153237] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_383267 { id="cluster_383267"; isCluster="true"; label="Exchange"; 153238 [id="node_153238" labelType="html" label="MapPartitionsRDD [153238] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 153230->153231; 153231->153232; 153232->153233; 153233->153234; 153234->153235; 153235->153236; 153236->153237; 153237->153238; }
153229,153230
153233
153230
153231
153232
153233
153234
153235
153236
153237
153238
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time