4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1654057 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
40 s
Locality Level Summary:
Process local: 67
Input Size / Records:
26.5 MiB / 407760
Shuffle Write Size / Records:
41.6 MiB / 815144
Associated Job Ids:
85977
DAG Visualization
digraph G { id="graph_1654057"; subgraph graph_stage_1654057 { id="graph_stage_1654057"; isCluster="true"; label="Stage 1654057"; 708799 [id="node_708799" labelType="html" label="SQLExecutionRDD [708799] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; subgraph cluster_1775789 { id="cluster_1775789"; isCluster="true"; label="repartition"; 708300 [id="node_708300" labelType="html" label="ShuffledRDD [708300] [Indeterminate]<br>repartition at KpiCurveCacheImpl.java:98}"]; 708301 [id="node_708301" labelType="html" label="CoalescedRDD [708301] [Indeterminate]<br>repartition at KpiCurveCacheImpl.java:98}"]; 708302 [id="node_708302" labelType="html" label="MapPartitionsRDD [708302] [Cached] [Indeterminate]<br>repartition at KpiCurveCacheImpl.java:98}"]; } subgraph cluster_1776985 { id="cluster_1776985"; isCluster="true"; label="Exchange"; 708769 [id="node_708769" labelType="html" label="ShuffledRowRDD [708769] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1776984 { id="cluster_1776984"; isCluster="true"; label="InMemoryTableScan"; 708770 [id="node_708770" labelType="html" label="MapPartitionsRDD [708770] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; 708771 [id="node_708771" labelType="html" label="Exchange hashpartitioning(worklistShardItemId#16505221L, 30), REPARTITION_BY_NUM, [plan_id=4957730]\n+- *(2) HashAggregate(keys=[demandChannel#16505224, shardId#16505220, kpis#16505226, version#16505222, qty#16505223, worklistShardItemId#16505221L, demandStream#16505225], functions=[], output=[shardId#16505220, worklistShardItemId#16505221L, version#16505222, qty#16505223, demandChannel#16505224, demandStream#16505225, kpis#16505226])\n +- Exchange hashpartitioning(demandChannel#16505224, shardId#16505220, kpis#16505226, version#16505222, qty#16505223, worklistShardItemId#16505221L, demandStream#16505225, 30), ENSURE_REQUIREMENTS, [plan_id=4957726]\n +- HashAggregate(keys=[demandChannel#16505224, shardId#16505220, knownfloatingpointnormalized(transform(kpis#16505226, lambdafunction(knownfloatingpointnormalized(if (isnull(lambda arg#16672178)) null else named_struct(label, lambda arg#16672178.label, dateTime, lambda arg#16672178.dateTime, value, knownfloatingpointnormalized(normalizenanandzero(lambda ar... [708771] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1777051 { id="cluster_1777051"; isCluster="true"; label="InMemoryTableScan"; 708795 [id="node_708795" labelType="html" label="MapPartitionsRDD [708795] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; 708796 [id="node_708796" labelType="html" label="MapPartitionsRDD [708796] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; 708797 [id="node_708797" labelType="html" label="MapPartitionsRDD [708797] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1777050 { id="cluster_1777050"; isCluster="true"; label="DeserializeToObject"; 708798 [id="node_708798" labelType="html" label="MapPartitionsRDD [708798] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1777052 { id="cluster_1777052"; isCluster="true"; label="mapPartitions"; 708800 [id="node_708800" labelType="html" label="MapPartitionsRDD [708800] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1777053 { id="cluster_1777053"; isCluster="true"; label="union"; 708801 [id="node_708801" labelType="html" label="UnionRDD [708801] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1777054 { id="cluster_1777054"; isCluster="true"; label="keyBy"; 708802 [id="node_708802" labelType="html" label="MapPartitionsRDD [708802] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 708300->708301; 708301->708302; 708769->708770; 708770->708771; 708771->708795; 708795->708796; 708796->708797; 708797->708798; 708798->708799; 708799->708800; 708302->708801; 708800->708801; 708801->708802; }
708299,708300
708768,708769
708302
708771
708300
708301
708302
708801
708802
Event Timeline
Enable zooming
Tasks: 67. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time