crp-order-qty-opt-service - Details for Stage 335838 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 4 s
Locality Level Summary: Node local: 24; Process local: 6
Shuffle Read Size / Records: 15.2 MiB / 981
Shuffle Write Size / Records: 2.2 KiB / 30
Associated Job Ids: 18614

digraph G { id="graph_335838"; subgraph graph_stage_335838 { id="graph_stage_335838"; isCluster="true"; label="Stage 335838"; subgraph cluster_383126 { id="cluster_383126"; isCluster="true"; label="Exchange"; 153208 [id="node_153208" labelType="html" label="ShuffledRowRDD [153208] [Indeterminate] start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_383125 { id="cluster_383125"; isCluster="true"; label="ObjectHashAggregate"; 153209 [id="node_153209" labelType="html" label="MapPartitionsRDD [153209] [Indeterminate] start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_383124 { id="cluster_383124"; isCluster="true"; label="InMemoryTableScan"; 153210 [id="node_153210" labelType="html" label="MapPartitionsRDD [153210] [Indeterminate] start at FileStorageAdapterImpl.java:596}"]; 153211 [id="node_153211" labelType="html" label="ObjectHashAggregate(keys=[shardId#3579691, resultSeparationId#3595113L], functions=[collect_list(orderProposal#3588007, 0, 0)], output=[shardId#3579691, resultSeparationId#3595113L, orderProposals#3595117])\n+- Exchange hashpartitioning(shardId#3579691, resultSeparationId#3595113L, 30), ENSURE_REQUIREMENTS, [plan_id=1030266]\n +- ObjectHashAggregate(keys=[shardId#3579691, resultSeparationId#3595113L], functions=[partial_collect_list(orderProposal#3588007, 0, 0)], output=[shardId#3579691, resultSeparationId#3595113L, buf#3595153])\n +- Project [shardId#3579691, orderProposal#3588007, CASE WHEN (size(orderProposal#3588007.parentItems, true) > 2000) THEN xxhash64(orderProposal#3588007.orderProposalId, 42) ELSE xxhash64(pmod(cast(orderProposal#3588007.orderProposalId as decimal(20,0)), 44), 42) END AS resultSeparationId#3595113L]\n +- InMemoryTableScan [orderProposal#3588007, shardId#3579691]\n +- InMemoryRelation [shardId#3579691, orderProposal#3588007], StorageLevel(disk, memory, 2 re... [153211] [Cached] [Indeterminate] start at FileStorageAdapterImpl.java:596}"]; 153212 [id="node_153212" labelType="html" label="MapPartitionsRDD [153212] [Indeterminate] start at FileStorageAdapterImpl.java:596}"]; 153213 [id="node_153213" labelType="html" label="MapPartitionsRDD [153213] [Indeterminate] start at FileStorageAdapterImpl.java:596}"]; 153214 [id="node_153214" labelType="html" label="MapPartitionsRDD [153214] [Indeterminate] start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_383121 { id="cluster_383121"; isCluster="true"; label="WholeStageCodegen (1)"; 153215 [id="node_153215" labelType="html" label="MapPartitionsRDD [153215] [Indeterminate] start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_383120 { id="cluster_383120"; isCluster="true"; label="Exchange"; 153216 [id="node_153216" labelType="html" label="MapPartitionsRDD [153216] [Indeterminate] start at FileStorageAdapterImpl.java:596}"]; } } 153208->153209; 153209->153210; 153210->153211; 153211->153212; 153212->153213; 153213->153214; 153214->153215; 153215->153216; }

153207,153208

153211

153208

153209

153210

153211

153212

153213

153214

153215

153216

Event Timeline

Enable zooming