4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 341151 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
1.1 min
Locality Level Summary:
Process local: 60
Input Size / Records:
57.1 MiB / 1401162
Shuffle Write Size / Records:
82.3 MiB / 1561004
Associated Job Ids:
18719
DAG Visualization
digraph G { id="graph_341151"; subgraph graph_stage_341151 { id="graph_stage_341151"; isCluster="true"; label="Stage 341151"; 154125 [id="node_154125" labelType="html" label="SQLExecutionRDD [154125] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; subgraph cluster_385203 { id="cluster_385203"; isCluster="true"; label="repartition"; 153986 [id="node_153986" labelType="html" label="ShuffledRDD [153986] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153987 [id="node_153987" labelType="html" label="CoalescedRDD [153987] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153988 [id="node_153988" labelType="html" label="MapPartitionsRDD [153988] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_385376 { id="cluster_385376"; isCluster="true"; label="Exchange"; 154068 [id="node_154068" labelType="html" label="ShuffledRowRDD [154068] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_385375 { id="cluster_385375"; isCluster="true"; label="InMemoryTableScan"; 154069 [id="node_154069" labelType="html" label="MapPartitionsRDD [154069] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; 154070 [id="node_154070" labelType="html" label="Exchange hashpartitioning(worklistShardItemId#3614482L, 30), REPARTITION_BY_NUM, [plan_id=1034625]\n+- *(2) HashAggregate(keys=[demandChannel#3614485, shardId#3614481, kpis#3614487, version#3614483, qty#3614484, worklistShardItemId#3614482L, demandStream#3614486], functions=[], output=[shardId#3614481, worklistShardItemId#3614482L, version#3614483, qty#3614484, demandChannel#3614485, demandStream#3614486, kpis#3614487])\n +- Exchange hashpartitioning(demandChannel#3614485, shardId#3614481, kpis#3614487, version#3614483, qty#3614484, worklistShardItemId#3614482L, demandStream#3614486, 30), ENSURE_REQUIREMENTS, [plan_id=1034621]\n +- HashAggregate(keys=[demandChannel#3614485, shardId#3614481, knownfloatingpointnormalized(transform(kpis#3614487, lambdafunction(knownfloatingpointnormalized(if (isnull(lambda arg#3614581)) null else named_struct(label, lambda arg#3614581.label, dateTime, lambda arg#3614581.dateTime, value, knownfloatingpointnormalized(normalizenanandzero(lambda arg#3614581.value)))), lambda ... [154070] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_385452 { id="cluster_385452"; isCluster="true"; label="InMemoryTableScan"; 154121 [id="node_154121" labelType="html" label="MapPartitionsRDD [154121] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; 154122 [id="node_154122" labelType="html" label="MapPartitionsRDD [154122] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; 154123 [id="node_154123" labelType="html" label="MapPartitionsRDD [154123] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_385451 { id="cluster_385451"; isCluster="true"; label="DeserializeToObject"; 154124 [id="node_154124" labelType="html" label="MapPartitionsRDD [154124] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_385453 { id="cluster_385453"; isCluster="true"; label="mapPartitions"; 154126 [id="node_154126" labelType="html" label="MapPartitionsRDD [154126] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_385454 { id="cluster_385454"; isCluster="true"; label="union"; 154127 [id="node_154127" labelType="html" label="UnionRDD [154127] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_385455 { id="cluster_385455"; isCluster="true"; label="keyBy"; 154128 [id="node_154128" labelType="html" label="MapPartitionsRDD [154128] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 153986->153987; 153987->153988; 154068->154069; 154069->154070; 154070->154121; 154121->154122; 154122->154123; 154123->154124; 154124->154125; 154125->154126; 153988->154127; 154126->154127; 154127->154128; }
153985,153986
154067,154068
153988
154070
153986
153987
153988
154127
154128
Event Timeline
Enable zooming
Tasks: 60. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time