4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 341163 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
1.2 min
Locality Level Summary:
Process local: 60
Input Size / Records:
74.7 MiB / 1561064
Shuffle Write Size / Records:
101.4 MiB / 1912760
Associated Job Ids:
18720
DAG Visualization
digraph G { id="graph_341163"; subgraph graph_stage_341163 { id="graph_stage_341163"; isCluster="true"; label="Stage 341163"; 154140 [id="node_154140" labelType="html" label="SQLExecutionRDD [154140] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; subgraph cluster_385420 { id="cluster_385420"; isCluster="true"; label="Exchange"; 154110 [id="node_154110" labelType="html" label="ShuffledRowRDD [154110] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_385419 { id="cluster_385419"; isCluster="true"; label="InMemoryTableScan"; 154111 [id="node_154111" labelType="html" label="MapPartitionsRDD [154111] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; 154112 [id="node_154112" labelType="html" label="Exchange hashpartitioning(worklistShardItemId#3615107L, 30), REPARTITION_BY_NUM, [plan_id=1034785]\n+- *(2) HashAggregate(keys=[demandChannel#3615110, shardId#3615106, kpis#3615112, version#3615108, qty#3615109, worklistShardItemId#3615107L, demandStream#3615111], functions=[], output=[shardId#3615106, worklistShardItemId#3615107L, version#3615108, qty#3615109, demandChannel#3615110, demandStream#3615111, kpis#3615112])\n +- Exchange hashpartitioning(demandChannel#3615110, shardId#3615106, kpis#3615112, version#3615108, qty#3615109, worklistShardItemId#3615107L, demandStream#3615111, 30), ENSURE_REQUIREMENTS, [plan_id=1034781]\n +- HashAggregate(keys=[demandChannel#3615110, shardId#3615106, knownfloatingpointnormalized(transform(kpis#3615112, lambdafunction(knownfloatingpointnormalized(if (isnull(lambda arg#3615199)) null else named_struct(label, lambda arg#3615199.label, dateTime, lambda arg#3615199.dateTime, value, knownfloatingpointnormalized(normalizenanandzero(lambda arg#3615199.value)))), lambda ... [154112] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_385458 { id="cluster_385458"; isCluster="true"; label="repartition"; 154132 [id="node_154132" labelType="html" label="ShuffledRDD [154132] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 154133 [id="node_154133" labelType="html" label="CoalescedRDD [154133] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 154134 [id="node_154134" labelType="html" label="MapPartitionsRDD [154134] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_385519 { id="cluster_385519"; isCluster="true"; label="InMemoryTableScan"; 154136 [id="node_154136" labelType="html" label="MapPartitionsRDD [154136] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; 154137 [id="node_154137" labelType="html" label="MapPartitionsRDD [154137] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; 154138 [id="node_154138" labelType="html" label="MapPartitionsRDD [154138] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_385518 { id="cluster_385518"; isCluster="true"; label="DeserializeToObject"; 154139 [id="node_154139" labelType="html" label="MapPartitionsRDD [154139] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_385520 { id="cluster_385520"; isCluster="true"; label="mapPartitions"; 154141 [id="node_154141" labelType="html" label="MapPartitionsRDD [154141] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_385521 { id="cluster_385521"; isCluster="true"; label="union"; 154142 [id="node_154142" labelType="html" label="UnionRDD [154142] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_385522 { id="cluster_385522"; isCluster="true"; label="keyBy"; 154143 [id="node_154143" labelType="html" label="MapPartitionsRDD [154143] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 154110->154111; 154111->154112; 154132->154133; 154133->154134; 154112->154136; 154136->154137; 154137->154138; 154138->154139; 154139->154140; 154140->154141; 154134->154142; 154141->154142; 154142->154143; }
154109,154110
154131,154132
154112
154134
154132
154133
154134
154142
154143
Event Timeline
Enable zooming
Tasks: 60. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time