4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 331976 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
4 s
Locality Level Summary:
Node local: 30
Shuffle Read Size / Records:
15.2 MiB / 445104
Shuffle Write Size / Records:
2.8 KiB / 30
Associated Job Ids:
18496
DAG Visualization
digraph G { id="graph_331976"; subgraph graph_stage_331976 { id="graph_stage_331976"; isCluster="true"; label="Stage 331976"; subgraph cluster_379413 { id="cluster_379413"; isCluster="true"; label="Exchange"; 151670 [id="node_151670" labelType="html" label="ShuffledRowRDD [151670] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_379412 { id="cluster_379412"; isCluster="true"; label="InMemoryTableScan"; 151671 [id="node_151671" labelType="html" label="MapPartitionsRDD [151671] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; 151672 [id="node_151672" labelType="html" label="Exchange hashpartitioning(worklistShardItemId#3571687L, 30), REPARTITION_BY_NUM, [plan_id=1021777]\n+- *(2) HashAggregate(keys=[demandChannel#3571690, shardId#3571686, kpis#3571692, version#3571688, qty#3571689, worklistShardItemId#3571687L, demandStream#3571691], functions=[], output=[shardId#3571686, worklistShardItemId#3571687L, version#3571688, qty#3571689, demandChannel#3571690, demandStream#3571691, kpis#3571692])\n +- Exchange hashpartitioning(demandChannel#3571690, shardId#3571686, kpis#3571692, version#3571688, qty#3571689, worklistShardItemId#3571687L, demandStream#3571691, 30), ENSURE_REQUIREMENTS, [plan_id=1021773]\n +- HashAggregate(keys=[demandChannel#3571690, shardId#3571686, knownfloatingpointnormalized(transform(kpis#3571692, lambdafunction(knownfloatingpointnormalized(if (isnull(lambda arg#3571800)) null else named_struct(label, lambda arg#3571800.label, dateTime, lambda arg#3571800.dateTime, value, knownfloatingpointnormalized(normalizenanandzero(lambda arg#3571800.value)))), lambda ... [151672] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; 151673 [id="node_151673" labelType="html" label="MapPartitionsRDD [151673] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; 151674 [id="node_151674" labelType="html" label="MapPartitionsRDD [151674] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; 151675 [id="node_151675" labelType="html" label="MapPartitionsRDD [151675] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_379409 { id="cluster_379409"; isCluster="true"; label="WholeStageCodegen (1)"; 151676 [id="node_151676" labelType="html" label="MapPartitionsRDD [151676] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_379408 { id="cluster_379408"; isCluster="true"; label="Exchange"; 151677 [id="node_151677" labelType="html" label="MapPartitionsRDD [151677] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } } 151670->151671; 151671->151672; 151672->151673; 151673->151674; 151674->151675; 151675->151676; 151676->151677; }
151669,151670
151672
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time