4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 339129 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.8 s
Locality Level Summary:
Process local: 30
Input Size / Records:
20.8 MiB / 45
Associated Job Ids:
18694
DAG Visualization
digraph G { id="graph_339129"; subgraph graph_stage_339129 { id="graph_stage_339129"; isCluster="true"; label="Stage 339129"; subgraph cluster_382863 { id="cluster_382863"; isCluster="true"; label="Exchange"; 153144 [id="node_153144" labelType="html" label="ShuffledRowRDD [153144] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382862 { id="cluster_382862"; isCluster="true"; label="ObjectHashAggregate"; 153145 [id="node_153145" labelType="html" label="MapPartitionsRDD [153145] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382861 { id="cluster_382861"; isCluster="true"; label="InMemoryTableScan"; 153146 [id="node_153146" labelType="html" label="MapPartitionsRDD [153146] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153147 [id="node_153147" labelType="html" label="ObjectHashAggregate(keys=[shardId#3580449, resultSeparationId#3592447L], functions=[collect_list(orderProposal#3584099, 0, 0)], output=[shardId#3580449, resultSeparationId#3592447L, orderProposals#3592451])\n+- Exchange hashpartitioning(shardId#3580449, resultSeparationId#3592447L, 30), ENSURE_REQUIREMENTS, [plan_id=1029905]\n +- ObjectHashAggregate(keys=[shardId#3580449, resultSeparationId#3592447L], functions=[partial_collect_list(orderProposal#3584099, 0, 0)], output=[shardId#3580449, resultSeparationId#3592447L, buf#3592487])\n +- Project [shardId#3580449, orderProposal#3584099, CASE WHEN (size(orderProposal#3584099.parentItems, true) > 2000) THEN xxhash64(orderProposal#3584099.orderProposalId, 42) ELSE xxhash64(pmod(cast(orderProposal#3584099.orderProposalId as decimal(20,0)), 60), 42) END AS resultSeparationId#3592447L]\n +- InMemoryTableScan [orderProposal#3584099, shardId#3580449]\n +- InMemoryRelation [shardId#3580449, orderProposal#3584099], StorageLevel(disk, memory, 2 re... [153147] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_384991 { id="cluster_384991"; isCluster="true"; label="InMemoryTableScan"; 153891 [id="node_153891" labelType="html" label="MapPartitionsRDD [153891] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153892 [id="node_153892" labelType="html" label="MapPartitionsRDD [153892] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153893 [id="node_153893" labelType="html" label="MapPartitionsRDD [153893] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_384990 { id="cluster_384990"; isCluster="true"; label="Exchange"; 153894 [id="node_153894" labelType="html" label="MapPartitionsRDD [153894] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153895 [id="node_153895" labelType="html" label="MapPartitionsRDD [153895] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153896 [id="node_153896" labelType="html" label="MapPartitionsRDD [153896] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 153144->153145; 153145->153146; 153146->153147; 153147->153891; 153891->153892; 153892->153893; 153893->153894; 153894->153895; 153895->153896; }
153143,153144
153147
153144
153145
153146
153147
153891
153892
153893
153894
153895
153896
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time