4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 332006 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
17 s
Locality Level Summary:
Process local: 60
Input Size / Records:
13.2 MiB / 90
Shuffle Write Size / Records:
22.4 MiB / 445104
Associated Job Ids:
18498
DAG Visualization
digraph G { id="graph_332006"; subgraph graph_stage_332006 { id="graph_stage_332006"; isCluster="true"; label="Stage 332006"; 151706 [id="node_151706" labelType="html" label="SQLExecutionRDD [151706] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; subgraph cluster_378883 { id="cluster_378883"; isCluster="true"; label="repartition"; 151437 [id="node_151437" labelType="html" label="ShuffledRDD [151437] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 151438 [id="node_151438" labelType="html" label="CoalescedRDD [151438] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 151439 [id="node_151439" labelType="html" label="MapPartitionsRDD [151439] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_379413 { id="cluster_379413"; isCluster="true"; label="Exchange"; 151670 [id="node_151670" labelType="html" label="ShuffledRowRDD [151670] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_379412 { id="cluster_379412"; isCluster="true"; label="InMemoryTableScan"; 151671 [id="node_151671" labelType="html" label="MapPartitionsRDD [151671] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; 151672 [id="node_151672" labelType="html" label="Exchange hashpartitioning(worklistShardItemId#3571687L, 30), REPARTITION_BY_NUM, [plan_id=1021777]\n+- *(2) HashAggregate(keys=[demandChannel#3571690, shardId#3571686, kpis#3571692, version#3571688, qty#3571689, worklistShardItemId#3571687L, demandStream#3571691], functions=[], output=[shardId#3571686, worklistShardItemId#3571687L, version#3571688, qty#3571689, demandChannel#3571690, demandStream#3571691, kpis#3571692])\n +- Exchange hashpartitioning(demandChannel#3571690, shardId#3571686, kpis#3571692, version#3571688, qty#3571689, worklistShardItemId#3571687L, demandStream#3571691, 30), ENSURE_REQUIREMENTS, [plan_id=1021773]\n +- HashAggregate(keys=[demandChannel#3571690, shardId#3571686, knownfloatingpointnormalized(transform(kpis#3571692, lambdafunction(knownfloatingpointnormalized(if (isnull(lambda arg#3571800)) null else named_struct(label, lambda arg#3571800.label, dateTime, lambda arg#3571800.dateTime, value, knownfloatingpointnormalized(normalizenanandzero(lambda arg#3571800.value)))), lambda ... [151672] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_379467 { id="cluster_379467"; isCluster="true"; label="InMemoryTableScan"; 151702 [id="node_151702" labelType="html" label="MapPartitionsRDD [151702] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; 151703 [id="node_151703" labelType="html" label="MapPartitionsRDD [151703] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; 151704 [id="node_151704" labelType="html" label="MapPartitionsRDD [151704] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_379466 { id="cluster_379466"; isCluster="true"; label="DeserializeToObject"; 151705 [id="node_151705" labelType="html" label="MapPartitionsRDD [151705] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_379468 { id="cluster_379468"; isCluster="true"; label="mapPartitions"; 151707 [id="node_151707" labelType="html" label="MapPartitionsRDD [151707] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_379469 { id="cluster_379469"; isCluster="true"; label="union"; 151708 [id="node_151708" labelType="html" label="UnionRDD [151708] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_379470 { id="cluster_379470"; isCluster="true"; label="keyBy"; 151709 [id="node_151709" labelType="html" label="MapPartitionsRDD [151709] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 151437->151438; 151438->151439; 151670->151671; 151671->151672; 151672->151702; 151702->151703; 151703->151704; 151704->151705; 151705->151706; 151706->151707; 151439->151708; 151707->151708; 151708->151709; }
151436,151437
151669,151670
151439
151672
151437
151438
151439
151708
151709
Event Timeline
Enable zooming
Tasks: 60. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time