4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 2135524 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
1 s
Locality Level Summary:
Process local: 30
Shuffle Write Size / Records:
2.1 KiB / 30
Associated Job Ids:
114663
DAG Visualization
digraph G { id="graph_2135524"; subgraph graph_stage_2135524 { id="graph_stage_2135524"; isCluster="true"; label="Stage 2135524"; subgraph cluster_2366671 { id="cluster_2366671"; isCluster="true"; label="Exchange"; 943350 [id="node_943350" labelType="html" label="ShuffledRowRDD [943350] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366670 { id="cluster_2366670"; isCluster="true"; label="ObjectHashAggregate"; 943351 [id="node_943351" labelType="html" label="MapPartitionsRDD [943351] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366669 { id="cluster_2366669"; isCluster="true"; label="InMemoryTableScan"; 943352 [id="node_943352" labelType="html" label="MapPartitionsRDD [943352] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 943353 [id="node_943353" labelType="html" label="ObjectHashAggregate(keys=[shardId#22197470, resultSeparationId#22201403L], functions=[collect_list(orderProposal#22199651, 0, 0)], output=[shardId#22197470, resultSeparationId#22201403L, orderProposals#22201407])\n+- Exchange hashpartitioning(shardId#22197470, resultSeparationId#22201403L, 30), ENSURE_REQUIREMENTS, [plan_id=6645707]\n +- ObjectHashAggregate(keys=[shardId#22197470, resultSeparationId#22201403L], functions=[partial_collect_list(orderProposal#22199651, 0, 0)], output=[shardId#22197470, resultSeparationId#22201403L, buf#22201443])\n +- Project [shardId#22197470, orderProposal#22199651, CASE WHEN (size(orderProposal#22199651.parentItems, true) > 2000) THEN xxhash64(orderProposal#22199651.orderProposalId, 42) ELSE xxhash64(pmod(cast(orderProposal#22199651.orderProposalId as decimal(20,0)), 0), 42) END AS resultSeparationId#22201403L]\n +- InMemoryTableScan [orderProposal#22199651, shardId#22197470]\n +- InMemoryRelation [shardId#22197470, orderProposal#22199651], StorageL... [943353] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 943354 [id="node_943354" labelType="html" label="MapPartitionsRDD [943354] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 943355 [id="node_943355" labelType="html" label="MapPartitionsRDD [943355] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 943356 [id="node_943356" labelType="html" label="MapPartitionsRDD [943356] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366666 { id="cluster_2366666"; isCluster="true"; label="WholeStageCodegen (1)"; 943357 [id="node_943357" labelType="html" label="MapPartitionsRDD [943357] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366665 { id="cluster_2366665"; isCluster="true"; label="Exchange"; 943358 [id="node_943358" labelType="html" label="MapPartitionsRDD [943358] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 943350->943351; 943351->943352; 943352->943353; 943353->943354; 943354->943355; 943355->943356; 943356->943357; 943357->943358; }
943349,943350
943353
943350
943351
943352
943353
943354
943355
943356
943357
943358
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time