4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1656123 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
9 s
Locality Level Summary:
Node local: 30
Shuffle Read Size / Records:
13.7 MiB / 407472
Shuffle Write Size / Records:
2.8 KiB / 30
Associated Job Ids:
86072
DAG Visualization
digraph G { id="graph_1656123"; subgraph graph_stage_1656123 { id="graph_stage_1656123"; isCluster="true"; label="Stage 1656123"; subgraph cluster_1779426 { id="cluster_1779426"; isCluster="true"; label="Exchange"; 709767 [id="node_709767" labelType="html" label="ShuffledRowRDD [709767] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1779425 { id="cluster_1779425"; isCluster="true"; label="InMemoryTableScan"; 709768 [id="node_709768" labelType="html" label="MapPartitionsRDD [709768] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; 709769 [id="node_709769" labelType="html" label="Exchange hashpartitioning(worklistShardItemId#16692472L, 30), REPARTITION_BY_NUM, [plan_id=4962784]\n+- *(2) HashAggregate(keys=[demandChannel#16692475, shardId#16692471, kpis#16692477, version#16692473, qty#16692474, worklistShardItemId#16692472L, demandStream#16692476], functions=[], output=[shardId#16692471, worklistShardItemId#16692472L, version#16692473, qty#16692474, demandChannel#16692475, demandStream#16692476, kpis#16692477])\n +- Exchange hashpartitioning(demandChannel#16692475, shardId#16692471, kpis#16692477, version#16692473, qty#16692474, worklistShardItemId#16692472L, demandStream#16692476, 30), ENSURE_REQUIREMENTS, [plan_id=4962780]\n +- HashAggregate(keys=[demandChannel#16692475, shardId#16692471, knownfloatingpointnormalized(transform(kpis#16692477, lambdafunction(knownfloatingpointnormalized(if (isnull(lambda arg#16692564)) null else named_struct(label, lambda arg#16692564.label, dateTime, lambda arg#16692564.dateTime, value, knownfloatingpointnormalized(normalizenanandzero(lambda ar... [709769] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; 709770 [id="node_709770" labelType="html" label="MapPartitionsRDD [709770] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; 709771 [id="node_709771" labelType="html" label="MapPartitionsRDD [709771] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; 709772 [id="node_709772" labelType="html" label="MapPartitionsRDD [709772] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1779422 { id="cluster_1779422"; isCluster="true"; label="WholeStageCodegen (1)"; 709773 [id="node_709773" labelType="html" label="MapPartitionsRDD [709773] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1779421 { id="cluster_1779421"; isCluster="true"; label="Exchange"; 709774 [id="node_709774" labelType="html" label="MapPartitionsRDD [709774] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } } 709767->709768; 709768->709769; 709769->709770; 709770->709771; 709771->709772; 709772->709773; 709773->709774; }
709766,709767
709769
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time