4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 332011 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
3 s
Locality Level Summary:
Node local: 30
Shuffle Read Size / Records:
16.3 MiB / 479444
Shuffle Write Size / Records:
2.8 KiB / 30
Associated Job Ids:
18499
DAG Visualization
digraph G { id="graph_332011"; subgraph graph_stage_332011 { id="graph_stage_332011"; isCluster="true"; label="Stage 332011"; subgraph cluster_379486 { id="cluster_379486"; isCluster="true"; label="Exchange"; 151726 [id="node_151726" labelType="html" label="ShuffledRowRDD [151726] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_379485 { id="cluster_379485"; isCluster="true"; label="InMemoryTableScan"; 151727 [id="node_151727" labelType="html" label="MapPartitionsRDD [151727] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; 151728 [id="node_151728" labelType="html" label="Exchange hashpartitioning(worklistShardItemId#3572038L, 30), REPARTITION_BY_NUM, [plan_id=1021944]\n+- *(2) HashAggregate(keys=[demandChannel#3572041, shardId#3572037, kpis#3572043, version#3572039, qty#3572040, worklistShardItemId#3572038L, demandStream#3572042], functions=[], output=[shardId#3572037, worklistShardItemId#3572038L, version#3572039, qty#3572040, demandChannel#3572041, demandStream#3572042, kpis#3572043])\n +- Exchange hashpartitioning(demandChannel#3572041, shardId#3572037, kpis#3572043, version#3572039, qty#3572040, worklistShardItemId#3572038L, demandStream#3572042, 30), ENSURE_REQUIREMENTS, [plan_id=1021940]\n +- HashAggregate(keys=[demandChannel#3572041, shardId#3572037, knownfloatingpointnormalized(transform(kpis#3572043, lambdafunction(knownfloatingpointnormalized(if (isnull(lambda arg#3572584)) null else named_struct(label, lambda arg#3572584.label, dateTime, lambda arg#3572584.dateTime, value, knownfloatingpointnormalized(normalizenanandzero(lambda arg#3572584.value)))), lambda ... [151728] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; 151729 [id="node_151729" labelType="html" label="MapPartitionsRDD [151729] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; 151730 [id="node_151730" labelType="html" label="MapPartitionsRDD [151730] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; 151731 [id="node_151731" labelType="html" label="MapPartitionsRDD [151731] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_379482 { id="cluster_379482"; isCluster="true"; label="WholeStageCodegen (1)"; 151732 [id="node_151732" labelType="html" label="MapPartitionsRDD [151732] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_379481 { id="cluster_379481"; isCluster="true"; label="Exchange"; 151733 [id="node_151733" labelType="html" label="MapPartitionsRDD [151733] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } } 151726->151727; 151727->151728; 151728->151729; 151729->151730; 151730->151731; 151731->151732; 151732->151733; }
151725,151726
151728
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time