4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1034932 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
4 s
Locality Level Summary:
Node local: 24; Process local: 6
Shuffle Read Size / Records:
20.8 MiB / 1311
Shuffle Write Size / Records:
2.2 KiB / 30
Associated Job Ids:
52725
DAG Visualization
digraph G { id="graph_1034932"; subgraph graph_stage_1034932 { id="graph_stage_1034932"; isCluster="true"; label="Stage 1034932"; subgraph cluster_1088780 { id="cluster_1088780"; isCluster="true"; label="Exchange"; 434574 [id="node_434574" labelType="html" label="ShuffledRowRDD [434574] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088779 { id="cluster_1088779"; isCluster="true"; label="ObjectHashAggregate"; 434575 [id="node_434575" labelType="html" label="MapPartitionsRDD [434575] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088778 { id="cluster_1088778"; isCluster="true"; label="InMemoryTableScan"; 434576 [id="node_434576" labelType="html" label="MapPartitionsRDD [434576] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 434577 [id="node_434577" labelType="html" label="ObjectHashAggregate(keys=[shardId#10214802, resultSeparationId#10218942L], functions=[collect_list(orderProposal#10217190, 0, 0)], output=[shardId#10214802, resultSeparationId#10218942L, orderProposals#10218946])\n+- Exchange hashpartitioning(shardId#10214802, resultSeparationId#10218942L, 30), ENSURE_REQUIREMENTS, [plan_id=3021000]\n +- ObjectHashAggregate(keys=[shardId#10214802, resultSeparationId#10218942L], functions=[partial_collect_list(orderProposal#10217190, 0, 0)], output=[shardId#10214802, resultSeparationId#10218942L, buf#10218982])\n +- Project [shardId#10214802, orderProposal#10217190, CASE WHEN (size(orderProposal#10217190.parentItems, true) > 2000) THEN xxhash64(orderProposal#10217190.orderProposalId, 42) ELSE xxhash64(pmod(cast(orderProposal#10217190.orderProposalId as decimal(20,0)), 60), 42) END AS resultSeparationId#10218942L]\n +- InMemoryTableScan [orderProposal#10217190, shardId#10214802]\n +- InMemoryRelation [shardId#10214802, orderProposal#10217190], Storage... [434577] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 434578 [id="node_434578" labelType="html" label="MapPartitionsRDD [434578] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 434579 [id="node_434579" labelType="html" label="MapPartitionsRDD [434579] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 434580 [id="node_434580" labelType="html" label="MapPartitionsRDD [434580] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088775 { id="cluster_1088775"; isCluster="true"; label="WholeStageCodegen (1)"; 434581 [id="node_434581" labelType="html" label="MapPartitionsRDD [434581] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088774 { id="cluster_1088774"; isCluster="true"; label="Exchange"; 434582 [id="node_434582" labelType="html" label="MapPartitionsRDD [434582] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 434574->434575; 434575->434576; 434576->434577; 434577->434578; 434578->434579; 434579->434580; 434580->434581; 434581->434582; }
434573,434574
434577
434574
434575
434576
434577
434578
434579
434580
434581
434582
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time