4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 341210 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
1.6 min
Locality Level Summary:
Process local: 60
Input Size / Records:
114.8 MiB / 1912850
Shuffle Write Size / Records:
149.2 MiB / 2388392
Associated Job Ids:
18730
DAG Visualization
digraph G { id="graph_341210"; subgraph graph_stage_341210 { id="graph_stage_341210"; isCluster="true"; label="Stage 341210"; 154215 [id="node_154215" labelType="html" label="SQLExecutionRDD [154215] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; subgraph cluster_385398 { id="cluster_385398"; isCluster="true"; label="Exchange"; 154089 [id="node_154089" labelType="html" label="ShuffledRowRDD [154089] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_385397 { id="cluster_385397"; isCluster="true"; label="InMemoryTableScan"; 154090 [id="node_154090" labelType="html" label="MapPartitionsRDD [154090] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; 154091 [id="node_154091" labelType="html" label="Exchange hashpartitioning(worklistShardItemId#3614461L, 30), REPARTITION_BY_NUM, [plan_id=1034705]\n+- *(2) HashAggregate(keys=[demandChannel#3614464, shardId#3614460, kpis#3614466, version#3614462, qty#3614463, worklistShardItemId#3614461L, demandStream#3614465], functions=[], output=[shardId#3614460, worklistShardItemId#3614461L, version#3614462, qty#3614463, demandChannel#3614464, demandStream#3614465, kpis#3614466])\n +- Exchange hashpartitioning(demandChannel#3614464, shardId#3614460, kpis#3614466, version#3614462, qty#3614463, worklistShardItemId#3614461L, demandStream#3614465, 30), ENSURE_REQUIREMENTS, [plan_id=1034701]\n +- HashAggregate(keys=[demandChannel#3614464, shardId#3614460, knownfloatingpointnormalized(transform(kpis#3614466, lambdafunction(knownfloatingpointnormalized(if (isnull(lambda arg#3614876)) null else named_struct(label, lambda arg#3614876.label, dateTime, lambda arg#3614876.dateTime, value, knownfloatingpointnormalized(normalizenanandzero(lambda arg#3614876.value)))), lambda ... [154091] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_385533 { id="cluster_385533"; isCluster="true"; label="repartition"; 154147 [id="node_154147" labelType="html" label="ShuffledRDD [154147] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 154148 [id="node_154148" labelType="html" label="CoalescedRDD [154148] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 154149 [id="node_154149" labelType="html" label="MapPartitionsRDD [154149] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_385679 { id="cluster_385679"; isCluster="true"; label="InMemoryTableScan"; 154211 [id="node_154211" labelType="html" label="MapPartitionsRDD [154211] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; 154212 [id="node_154212" labelType="html" label="MapPartitionsRDD [154212] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; 154213 [id="node_154213" labelType="html" label="MapPartitionsRDD [154213] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_385678 { id="cluster_385678"; isCluster="true"; label="DeserializeToObject"; 154214 [id="node_154214" labelType="html" label="MapPartitionsRDD [154214] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_385680 { id="cluster_385680"; isCluster="true"; label="mapPartitions"; 154216 [id="node_154216" labelType="html" label="MapPartitionsRDD [154216] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_385681 { id="cluster_385681"; isCluster="true"; label="union"; 154217 [id="node_154217" labelType="html" label="UnionRDD [154217] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_385682 { id="cluster_385682"; isCluster="true"; label="keyBy"; 154218 [id="node_154218" labelType="html" label="MapPartitionsRDD [154218] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 154089->154090; 154090->154091; 154147->154148; 154148->154149; 154091->154211; 154211->154212; 154212->154213; 154213->154214; 154214->154215; 154215->154216; 154149->154217; 154216->154217; 154217->154218; }
154088,154089
154146,154147
154091
154149
154147
154148
154149
154217
154218
Event Timeline
Enable zooming
Tasks: 60. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time