4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1656292 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
40 s
Locality Level Summary:
Process local: 60
Input Size / Records:
50.8 MiB / 815174
Shuffle Write Size / Records:
65.7 MiB / 955480
Associated Job Ids:
86085
DAG Visualization
digraph G { id="graph_1656292"; subgraph graph_stage_1656292 { id="graph_stage_1656292"; isCluster="true"; label="Stage 1656292"; 709902 [id="node_709902" labelType="html" label="SQLExecutionRDD [709902] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; subgraph cluster_1779519 { id="cluster_1779519"; isCluster="true"; label="repartition"; 709813 [id="node_709813" labelType="html" label="ShuffledRDD [709813] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 709814 [id="node_709814" labelType="html" label="CoalescedRDD [709814] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 709815 [id="node_709815" labelType="html" label="MapPartitionsRDD [709815] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1779629 { id="cluster_1779629"; isCluster="true"; label="Exchange"; 709863 [id="node_709863" labelType="html" label="ShuffledRowRDD [709863] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1779628 { id="cluster_1779628"; isCluster="true"; label="InMemoryTableScan"; 709864 [id="node_709864" labelType="html" label="MapPartitionsRDD [709864] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; 709865 [id="node_709865" labelType="html" label="Exchange hashpartitioning(worklistShardItemId#16691990L, 30), REPARTITION_BY_NUM, [plan_id=4963238]\n+- *(2) HashAggregate(keys=[demandChannel#16691993, shardId#16691989, kpis#16691995, version#16691991, qty#16691992, worklistShardItemId#16691990L, demandStream#16691994], functions=[], output=[shardId#16691989, worklistShardItemId#16691990L, version#16691991, qty#16691992, demandChannel#16691993, demandStream#16691994, kpis#16691995])\n +- Exchange hashpartitioning(demandChannel#16691993, shardId#16691989, kpis#16691995, version#16691991, qty#16691992, worklistShardItemId#16691990L, demandStream#16691994, 30), ENSURE_REQUIREMENTS, [plan_id=4963234]\n +- HashAggregate(keys=[demandChannel#16691993, shardId#16691989, knownfloatingpointnormalized(transform(kpis#16691995, lambdafunction(knownfloatingpointnormalized(if (isnull(lambda arg#16693702)) null else named_struct(label, lambda arg#16693702.label, dateTime, lambda arg#16693702.dateTime, value, knownfloatingpointnormalized(normalizenanandzero(lambda ar... [709865] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1779716 { id="cluster_1779716"; isCluster="true"; label="InMemoryTableScan"; 709898 [id="node_709898" labelType="html" label="MapPartitionsRDD [709898] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; 709899 [id="node_709899" labelType="html" label="MapPartitionsRDD [709899] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; 709900 [id="node_709900" labelType="html" label="MapPartitionsRDD [709900] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1779715 { id="cluster_1779715"; isCluster="true"; label="DeserializeToObject"; 709901 [id="node_709901" labelType="html" label="MapPartitionsRDD [709901] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1779717 { id="cluster_1779717"; isCluster="true"; label="mapPartitions"; 709903 [id="node_709903" labelType="html" label="MapPartitionsRDD [709903] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1779718 { id="cluster_1779718"; isCluster="true"; label="union"; 709904 [id="node_709904" labelType="html" label="UnionRDD [709904] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1779719 { id="cluster_1779719"; isCluster="true"; label="keyBy"; 709905 [id="node_709905" labelType="html" label="MapPartitionsRDD [709905] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 709813->709814; 709814->709815; 709863->709864; 709864->709865; 709865->709898; 709898->709899; 709899->709900; 709900->709901; 709901->709902; 709902->709903; 709815->709904; 709903->709904; 709904->709905; }
709812,709813
709862,709863
709815
709865
709813
709814
709815
709904
709905
Event Timeline
Enable zooming
Tasks: 60. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time