4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 341136 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
1 s
Locality Level Summary:
Node local: 30
Shuffle Read Size / Records:
5.5 MiB / 159872
Shuffle Write Size / Records:
2.8 KiB / 30
Associated Job Ids:
18716
DAG Visualization
digraph G { id="graph_341136"; subgraph graph_stage_341136 { id="graph_stage_341136"; isCluster="true"; label="Stage 341136"; subgraph cluster_385376 { id="cluster_385376"; isCluster="true"; label="Exchange"; 154068 [id="node_154068" labelType="html" label="ShuffledRowRDD [154068] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_385375 { id="cluster_385375"; isCluster="true"; label="InMemoryTableScan"; 154069 [id="node_154069" labelType="html" label="MapPartitionsRDD [154069] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; 154070 [id="node_154070" labelType="html" label="Exchange hashpartitioning(worklistShardItemId#3614482L, 30), REPARTITION_BY_NUM, [plan_id=1034625]\n+- *(2) HashAggregate(keys=[demandChannel#3614485, shardId#3614481, kpis#3614487, version#3614483, qty#3614484, worklistShardItemId#3614482L, demandStream#3614486], functions=[], output=[shardId#3614481, worklistShardItemId#3614482L, version#3614483, qty#3614484, demandChannel#3614485, demandStream#3614486, kpis#3614487])\n +- Exchange hashpartitioning(demandChannel#3614485, shardId#3614481, kpis#3614487, version#3614483, qty#3614484, worklistShardItemId#3614482L, demandStream#3614486, 30), ENSURE_REQUIREMENTS, [plan_id=1034621]\n +- HashAggregate(keys=[demandChannel#3614485, shardId#3614481, knownfloatingpointnormalized(transform(kpis#3614487, lambdafunction(knownfloatingpointnormalized(if (isnull(lambda arg#3614581)) null else named_struct(label, lambda arg#3614581.label, dateTime, lambda arg#3614581.dateTime, value, knownfloatingpointnormalized(normalizenanandzero(lambda arg#3614581.value)))), lambda ... [154070] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; 154071 [id="node_154071" labelType="html" label="MapPartitionsRDD [154071] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; 154072 [id="node_154072" labelType="html" label="MapPartitionsRDD [154072] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; 154073 [id="node_154073" labelType="html" label="MapPartitionsRDD [154073] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_385372 { id="cluster_385372"; isCluster="true"; label="WholeStageCodegen (1)"; 154074 [id="node_154074" labelType="html" label="MapPartitionsRDD [154074] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_385371 { id="cluster_385371"; isCluster="true"; label="Exchange"; 154075 [id="node_154075" labelType="html" label="MapPartitionsRDD [154075] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } } 154068->154069; 154069->154070; 154070->154071; 154071->154072; 154072->154073; 154073->154074; 154074->154075; }
154067,154068
154070
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time