4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1657088 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Process local: 30
Shuffle Write Size / Records:
2.1 KiB / 30
Associated Job Ids:
86115
DAG Visualization
digraph G { id="graph_1657088"; subgraph graph_stage_1657088 { id="graph_stage_1657088"; isCluster="true"; label="Stage 1657088"; subgraph cluster_1780713 { id="cluster_1780713"; isCluster="true"; label="Exchange"; 710290 [id="node_710290" labelType="html" label="ShuffledRowRDD [710290] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780712 { id="cluster_1780712"; isCluster="true"; label="ObjectHashAggregate"; 710291 [id="node_710291" labelType="html" label="MapPartitionsRDD [710291] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780711 { id="cluster_1780711"; isCluster="true"; label="InMemoryTableScan"; 710292 [id="node_710292" labelType="html" label="MapPartitionsRDD [710292] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 710293 [id="node_710293" labelType="html" label="ObjectHashAggregate(keys=[shardId#16695828, resultSeparationId#16699761L], functions=[collect_list(orderProposal#16698009, 0, 0)], output=[shardId#16695828, resultSeparationId#16699761L, orderProposals#16699765])\n+- Exchange hashpartitioning(shardId#16695828, resultSeparationId#16699761L, 30), ENSURE_REQUIREMENTS, [plan_id=4965639]\n +- ObjectHashAggregate(keys=[shardId#16695828, resultSeparationId#16699761L], functions=[partial_collect_list(orderProposal#16698009, 0, 0)], output=[shardId#16695828, resultSeparationId#16699761L, buf#16699801])\n +- Project [shardId#16695828, orderProposal#16698009, CASE WHEN (size(orderProposal#16698009.parentItems, true) > 2000) THEN xxhash64(orderProposal#16698009.orderProposalId, 42) ELSE xxhash64(pmod(cast(orderProposal#16698009.orderProposalId as decimal(20,0)), 0), 42) END AS resultSeparationId#16699761L]\n +- InMemoryTableScan [orderProposal#16698009, shardId#16695828]\n +- InMemoryRelation [shardId#16695828, orderProposal#16698009], StorageL... [710293] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 710294 [id="node_710294" labelType="html" label="MapPartitionsRDD [710294] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 710295 [id="node_710295" labelType="html" label="MapPartitionsRDD [710295] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 710296 [id="node_710296" labelType="html" label="MapPartitionsRDD [710296] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780708 { id="cluster_1780708"; isCluster="true"; label="WholeStageCodegen (1)"; 710297 [id="node_710297" labelType="html" label="MapPartitionsRDD [710297] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1780707 { id="cluster_1780707"; isCluster="true"; label="Exchange"; 710298 [id="node_710298" labelType="html" label="MapPartitionsRDD [710298] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 710290->710291; 710291->710292; 710292->710293; 710293->710294; 710294->710295; 710295->710296; 710296->710297; 710297->710298; }
710289,710290
710293
710290
710291
710292
710293
710294
710295
710296
710297
710298
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time