4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 2136879 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.8 s
Locality Level Summary:
Process local: 30
Input Size / Records:
630.0 B / 0
Associated Job Ids:
114692
DAG Visualization
digraph G { id="graph_2136879"; subgraph graph_stage_2136879 { id="graph_stage_2136879"; isCluster="true"; label="Stage 2136879"; subgraph cluster_2366671 { id="cluster_2366671"; isCluster="true"; label="Exchange"; 943350 [id="node_943350" labelType="html" label="ShuffledRowRDD [943350] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366670 { id="cluster_2366670"; isCluster="true"; label="ObjectHashAggregate"; 943351 [id="node_943351" labelType="html" label="MapPartitionsRDD [943351] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2366669 { id="cluster_2366669"; isCluster="true"; label="InMemoryTableScan"; 943352 [id="node_943352" labelType="html" label="MapPartitionsRDD [943352] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 943353 [id="node_943353" labelType="html" label="ObjectHashAggregate(keys=[shardId#22197470, resultSeparationId#22201403L], functions=[collect_list(orderProposal#22199651, 0, 0)], output=[shardId#22197470, resultSeparationId#22201403L, orderProposals#22201407])\n+- Exchange hashpartitioning(shardId#22197470, resultSeparationId#22201403L, 30), ENSURE_REQUIREMENTS, [plan_id=6645707]\n +- ObjectHashAggregate(keys=[shardId#22197470, resultSeparationId#22201403L], functions=[partial_collect_list(orderProposal#22199651, 0, 0)], output=[shardId#22197470, resultSeparationId#22201403L, buf#22201443])\n +- Project [shardId#22197470, orderProposal#22199651, CASE WHEN (size(orderProposal#22199651.parentItems, true) > 2000) THEN xxhash64(orderProposal#22199651.orderProposalId, 42) ELSE xxhash64(pmod(cast(orderProposal#22199651.orderProposalId as decimal(20,0)), 0), 42) END AS resultSeparationId#22201403L]\n +- InMemoryTableScan [orderProposal#22199651, shardId#22197470]\n +- InMemoryRelation [shardId#22197470, orderProposal#22199651], StorageL... [943353] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2367307 { id="cluster_2367307"; isCluster="true"; label="InMemoryTableScan"; 943596 [id="node_943596" labelType="html" label="MapPartitionsRDD [943596] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 943597 [id="node_943597" labelType="html" label="MapPartitionsRDD [943597] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 943598 [id="node_943598" labelType="html" label="MapPartitionsRDD [943598] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2367306 { id="cluster_2367306"; isCluster="true"; label="Exchange"; 943599 [id="node_943599" labelType="html" label="MapPartitionsRDD [943599] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 943350->943351; 943351->943352; 943352->943353; 943353->943596; 943596->943597; 943597->943598; 943598->943599; }
943349,943350
943353
943350
943351
943352
943353
943596
943597
943598
943599
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time