4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 338204 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.3 s
Locality Level Summary:
Process local: 30
Input Size / Records:
7.0 MiB / 17
Associated Job Ids:
18684
DAG Visualization
digraph G { id="graph_338204"; subgraph graph_stage_338204 { id="graph_stage_338204"; isCluster="true"; label="Stage 338204"; subgraph cluster_383273 { id="cluster_383273"; isCluster="true"; label="Exchange"; 153230 [id="node_153230" labelType="html" label="ShuffledRowRDD [153230] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_383272 { id="cluster_383272"; isCluster="true"; label="ObjectHashAggregate"; 153231 [id="node_153231" labelType="html" label="MapPartitionsRDD [153231] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_383271 { id="cluster_383271"; isCluster="true"; label="InMemoryTableScan"; 153232 [id="node_153232" labelType="html" label="MapPartitionsRDD [153232] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153233 [id="node_153233" labelType="html" label="ObjectHashAggregate(keys=[shardId#3579932, resultSeparationId#3595553L], functions=[collect_list(orderProposal#3590694, 0, 0)], output=[shardId#3579932, resultSeparationId#3595553L, orderProposals#3595557])\n+- Exchange hashpartitioning(shardId#3579932, resultSeparationId#3595553L, 30), ENSURE_REQUIREMENTS, [plan_id=1030346]\n +- ObjectHashAggregate(keys=[shardId#3579932, resultSeparationId#3595553L], functions=[partial_collect_list(orderProposal#3590694, 0, 0)], output=[shardId#3579932, resultSeparationId#3595553L, buf#3595593])\n +- Project [shardId#3579932, orderProposal#3590694, CASE WHEN (size(orderProposal#3590694.parentItems, true) > 2000) THEN xxhash64(orderProposal#3590694.orderProposalId, 42) ELSE xxhash64(pmod(cast(orderProposal#3590694.orderProposalId as decimal(20,0)), 20), 42) END AS resultSeparationId#3595553L]\n +- InMemoryTableScan [orderProposal#3590694, shardId#3579932]\n +- InMemoryRelation [shardId#3579932, orderProposal#3590694], StorageLevel(disk, memory, 2 re... [153233] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_384833 { id="cluster_384833"; isCluster="true"; label="InMemoryTableScan"; 153816 [id="node_153816" labelType="html" label="MapPartitionsRDD [153816] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153817 [id="node_153817" labelType="html" label="MapPartitionsRDD [153817] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153818 [id="node_153818" labelType="html" label="MapPartitionsRDD [153818] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_384832 { id="cluster_384832"; isCluster="true"; label="Exchange"; 153819 [id="node_153819" labelType="html" label="MapPartitionsRDD [153819] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153820 [id="node_153820" labelType="html" label="MapPartitionsRDD [153820] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153821 [id="node_153821" labelType="html" label="MapPartitionsRDD [153821] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 153230->153231; 153231->153232; 153232->153233; 153233->153816; 153816->153817; 153817->153818; 153818->153819; 153819->153820; 153820->153821; }
153229,153230
153233
153230
153231
153232
153233
153816
153817
153818
153819
153820
153821
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time