4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1031557 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.5 s
Locality Level Summary:
Process local: 30
Input Size / Records:
17.9 MiB / 34
Associated Job Ids:
52659
DAG Visualization
digraph G { id="graph_1031557"; subgraph graph_stage_1031557 { id="graph_stage_1031557"; isCluster="true"; label="Stage 1031557"; subgraph cluster_1086632 { id="cluster_1086632"; isCluster="true"; label="Exchange"; 433711 [id="node_433711" labelType="html" label="ShuffledRowRDD [433711] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1086631 { id="cluster_1086631"; isCluster="true"; label="ObjectHashAggregate"; 433712 [id="node_433712" labelType="html" label="MapPartitionsRDD [433712] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1086630 { id="cluster_1086630"; isCluster="true"; label="InMemoryTableScan"; 433713 [id="node_433713" labelType="html" label="MapPartitionsRDD [433713] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 433714 [id="node_433714" labelType="html" label="ObjectHashAggregate(keys=[shardId#10193744, resultSeparationId#10197884L], functions=[collect_list(orderProposal#10196132, 0, 0)], output=[shardId#10193744, resultSeparationId#10197884L, orderProposals#10197888])\n+- Exchange hashpartitioning(shardId#10193744, resultSeparationId#10197884L, 30), ENSURE_REQUIREMENTS, [plan_id=3015798]\n +- ObjectHashAggregate(keys=[shardId#10193744, resultSeparationId#10197884L], functions=[partial_collect_list(orderProposal#10196132, 0, 0)], output=[shardId#10193744, resultSeparationId#10197884L, buf#10197924])\n +- Project [shardId#10193744, orderProposal#10196132, CASE WHEN (size(orderProposal#10196132.parentItems, true) > 2000) THEN xxhash64(orderProposal#10196132.orderProposalId, 42) ELSE xxhash64(pmod(cast(orderProposal#10196132.orderProposalId as decimal(20,0)), 52), 42) END AS resultSeparationId#10197884L]\n +- InMemoryTableScan [orderProposal#10196132, shardId#10193744]\n +- InMemoryRelation [shardId#10193744, orderProposal#10196132], Storage... [433714] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1087268 { id="cluster_1087268"; isCluster="true"; label="InMemoryTableScan"; 433957 [id="node_433957" labelType="html" label="MapPartitionsRDD [433957] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 433958 [id="node_433958" labelType="html" label="MapPartitionsRDD [433958] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 433959 [id="node_433959" labelType="html" label="MapPartitionsRDD [433959] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1087267 { id="cluster_1087267"; isCluster="true"; label="Exchange"; 433960 [id="node_433960" labelType="html" label="MapPartitionsRDD [433960] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 433961 [id="node_433961" labelType="html" label="MapPartitionsRDD [433961] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 433962 [id="node_433962" labelType="html" label="MapPartitionsRDD [433962] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 433711->433712; 433712->433713; 433713->433714; 433714->433957; 433957->433958; 433958->433959; 433959->433960; 433960->433961; 433961->433962; }
433710,433711
433714
433711
433712
433713
433714
433957
433958
433959
433960
433961
433962
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time