4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 2133979 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
12 s
Locality Level Summary:
Process local: 67
Input Size / Records:
5.7 MiB / 59
Shuffle Write Size / Records:
10.5 MiB / 207172
Associated Job Ids:
114639
DAG Visualization
digraph G { id="graph_2133979"; subgraph graph_stage_2133979 { id="graph_stage_2133979"; isCluster="true"; label="Stage 2133979"; 942999 [id="node_942999" labelType="html" label="SQLExecutionRDD [942999] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; subgraph cluster_2365428 { id="cluster_2365428"; isCluster="true"; label="repartition"; 942855 [id="node_942855" labelType="html" label="ShuffledRDD [942855] [Indeterminate]<br>repartition at KpiCurveCacheImpl.java:98}"]; 942856 [id="node_942856" labelType="html" label="CoalescedRDD [942856] [Indeterminate]<br>repartition at KpiCurveCacheImpl.java:98}"]; 942857 [id="node_942857" labelType="html" label="MapPartitionsRDD [942857] [Cached] [Indeterminate]<br>repartition at KpiCurveCacheImpl.java:98}"]; } subgraph cluster_2365739 { id="cluster_2365739"; isCluster="true"; label="Exchange"; 942984 [id="node_942984" labelType="html" label="ShuffledRowRDD [942984] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2365738 { id="cluster_2365738"; isCluster="true"; label="InMemoryTableScan"; 942985 [id="node_942985" labelType="html" label="MapPartitionsRDD [942985] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; 942986 [id="node_942986" labelType="html" label="Exchange hashpartitioning(worklistShardItemId#21946660L, 30), REPARTITION_BY_NUM, [plan_id=6643673]\n+- *(2) HashAggregate(keys=[demandChannel#21946663, shardId#21946659, kpis#21946665, version#21946661, qty#21946662, worklistShardItemId#21946660L, demandStream#21946664], functions=[], output=[shardId#21946659, worklistShardItemId#21946660L, version#21946661, qty#21946662, demandChannel#21946663, demandStream#21946664, kpis#21946665])\n +- Exchange hashpartitioning(demandChannel#21946663, shardId#21946659, kpis#21946665, version#21946661, qty#21946662, worklistShardItemId#21946660L, demandStream#21946664, 30), ENSURE_REQUIREMENTS, [plan_id=6643669]\n +- HashAggregate(keys=[demandChannel#21946663, shardId#21946659, knownfloatingpointnormalized(transform(kpis#21946665, lambdafunction(knownfloatingpointnormalized(if (isnull(lambda arg#22196028)) null else named_struct(label, lambda arg#22196028.label, dateTime, lambda arg#22196028.dateTime, value, knownfloatingpointnormalized(normalizenanandzero(lambda ar... [942986] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2365771 { id="cluster_2365771"; isCluster="true"; label="InMemoryTableScan"; 942995 [id="node_942995" labelType="html" label="MapPartitionsRDD [942995] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; 942996 [id="node_942996" labelType="html" label="MapPartitionsRDD [942996] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; 942997 [id="node_942997" labelType="html" label="MapPartitionsRDD [942997] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2365770 { id="cluster_2365770"; isCluster="true"; label="DeserializeToObject"; 942998 [id="node_942998" labelType="html" label="MapPartitionsRDD [942998] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2365772 { id="cluster_2365772"; isCluster="true"; label="mapPartitions"; 943000 [id="node_943000" labelType="html" label="MapPartitionsRDD [943000] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2365773 { id="cluster_2365773"; isCluster="true"; label="union"; 943001 [id="node_943001" labelType="html" label="UnionRDD [943001] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2365774 { id="cluster_2365774"; isCluster="true"; label="keyBy"; 943002 [id="node_943002" labelType="html" label="MapPartitionsRDD [943002] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 942855->942856; 942856->942857; 942984->942985; 942985->942986; 942986->942995; 942995->942996; 942996->942997; 942997->942998; 942998->942999; 942999->943000; 942857->943001; 943000->943001; 943001->943002; }
942854,942855
942983,942984
942857
942986
942855
942856
942857
943001
943002
Event Timeline
Enable zooming
Tasks: 67. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time