4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 341358 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
35 s
Locality Level Summary:
Process local: 25
Input Size / Records:
79.1 MiB / 866051
Shuffle Write Size / Records:
59.6 MiB / 773918
Associated Job Ids:
18772
DAG Visualization
digraph G { id="graph_341358"; subgraph graph_stage_341358 { id="graph_stage_341358"; isCluster="true"; label="Stage 341358"; 154513 [id="node_154513" labelType="html" label="SQLExecutionRDD [154513] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; subgraph cluster_385988 { id="cluster_385988"; isCluster="true"; label="repartition"; 154356 [id="node_154356" labelType="html" label="ShuffledRDD [154356] [Indeterminate]<br>repartition at KpiCurveCacheImpl.java:98}"]; 154357 [id="node_154357" labelType="html" label="CoalescedRDD [154357] [Indeterminate]<br>repartition at KpiCurveCacheImpl.java:98}"]; 154358 [id="node_154358" labelType="html" label="MapPartitionsRDD [154358] [Cached] [Indeterminate]<br>repartition at KpiCurveCacheImpl.java:98}"]; } subgraph cluster_386327 { id="cluster_386327"; isCluster="true"; label="Exchange"; 154498 [id="node_154498" labelType="html" label="ShuffledRowRDD [154498] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_386326 { id="cluster_386326"; isCluster="true"; label="InMemoryTableScan"; 154499 [id="node_154499" labelType="html" label="MapPartitionsRDD [154499] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; 154500 [id="node_154500" labelType="html" label="Exchange hashpartitioning(worklistShardItemId#3614461L, 30), REPARTITION_BY_NUM, [plan_id=1037329]\n+- *(2) HashAggregate(keys=[demandChannel#3614464, shardId#3614460, kpis#3614466, version#3614462, qty#3614463, worklistShardItemId#3614461L, demandStream#3614465], functions=[], output=[shardId#3614460, worklistShardItemId#3614461L, version#3614462, qty#3614463, demandChannel#3614464, demandStream#3614465, kpis#3614466])\n +- Exchange hashpartitioning(demandChannel#3614464, shardId#3614460, kpis#3614466, version#3614462, qty#3614463, worklistShardItemId#3614461L, demandStream#3614465, 30), ENSURE_REQUIREMENTS, [plan_id=1037325]\n +- HashAggregate(keys=[demandChannel#3614464, shardId#3614460, knownfloatingpointnormalized(transform(kpis#3614466, lambdafunction(knownfloatingpointnormalized(if (isnull(lambda arg#3623877)) null else named_struct(label, lambda arg#3623877.label, dateTime, lambda arg#3623877.dateTime, value, knownfloatingpointnormalized(normalizenanandzero(lambda arg#3623877.value)))), lambda ... [154500] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_386359 { id="cluster_386359"; isCluster="true"; label="InMemoryTableScan"; 154509 [id="node_154509" labelType="html" label="MapPartitionsRDD [154509] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; 154510 [id="node_154510" labelType="html" label="MapPartitionsRDD [154510] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; 154511 [id="node_154511" labelType="html" label="MapPartitionsRDD [154511] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_386358 { id="cluster_386358"; isCluster="true"; label="DeserializeToObject"; 154512 [id="node_154512" labelType="html" label="MapPartitionsRDD [154512] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_386360 { id="cluster_386360"; isCluster="true"; label="mapPartitions"; 154514 [id="node_154514" labelType="html" label="MapPartitionsRDD [154514] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_386361 { id="cluster_386361"; isCluster="true"; label="union"; 154515 [id="node_154515" labelType="html" label="UnionRDD [154515] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_386362 { id="cluster_386362"; isCluster="true"; label="keyBy"; 154516 [id="node_154516" labelType="html" label="MapPartitionsRDD [154516] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 154356->154357; 154357->154358; 154498->154499; 154499->154500; 154500->154509; 154509->154510; 154510->154511; 154511->154512; 154512->154513; 154513->154514; 154358->154515; 154514->154515; 154515->154516; }
154355,154356
154497,154498
154358
154500
154356
154357
154358
154515
154516
Event Timeline
Enable zooming
Tasks: 25. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time