4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1656220 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
1 s
Locality Level Summary:
Node local: 30
Shuffle Read Size / Records:
5.0 MiB / 140336
Shuffle Write Size / Records:
2.8 KiB / 30
Associated Job Ids:
86082
DAG Visualization
digraph G { id="graph_1656220"; subgraph graph_stage_1656220 { id="graph_stage_1656220"; isCluster="true"; label="Stage 1656220"; subgraph cluster_1779629 { id="cluster_1779629"; isCluster="true"; label="Exchange"; 709863 [id="node_709863" labelType="html" label="ShuffledRowRDD [709863] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1779628 { id="cluster_1779628"; isCluster="true"; label="InMemoryTableScan"; 709864 [id="node_709864" labelType="html" label="MapPartitionsRDD [709864] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; 709865 [id="node_709865" labelType="html" label="Exchange hashpartitioning(worklistShardItemId#16691990L, 30), REPARTITION_BY_NUM, [plan_id=4963238]\n+- *(2) HashAggregate(keys=[demandChannel#16691993, shardId#16691989, kpis#16691995, version#16691991, qty#16691992, worklistShardItemId#16691990L, demandStream#16691994], functions=[], output=[shardId#16691989, worklistShardItemId#16691990L, version#16691991, qty#16691992, demandChannel#16691993, demandStream#16691994, kpis#16691995])\n +- Exchange hashpartitioning(demandChannel#16691993, shardId#16691989, kpis#16691995, version#16691991, qty#16691992, worklistShardItemId#16691990L, demandStream#16691994, 30), ENSURE_REQUIREMENTS, [plan_id=4963234]\n +- HashAggregate(keys=[demandChannel#16691993, shardId#16691989, knownfloatingpointnormalized(transform(kpis#16691995, lambdafunction(knownfloatingpointnormalized(if (isnull(lambda arg#16693702)) null else named_struct(label, lambda arg#16693702.label, dateTime, lambda arg#16693702.dateTime, value, knownfloatingpointnormalized(normalizenanandzero(lambda ar... [709865] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; 709866 [id="node_709866" labelType="html" label="MapPartitionsRDD [709866] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; 709867 [id="node_709867" labelType="html" label="MapPartitionsRDD [709867] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; 709868 [id="node_709868" labelType="html" label="MapPartitionsRDD [709868] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1779625 { id="cluster_1779625"; isCluster="true"; label="WholeStageCodegen (1)"; 709869 [id="node_709869" labelType="html" label="MapPartitionsRDD [709869] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1779624 { id="cluster_1779624"; isCluster="true"; label="Exchange"; 709870 [id="node_709870" labelType="html" label="MapPartitionsRDD [709870] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } } 709863->709864; 709864->709865; 709865->709866; 709866->709867; 709867->709868; 709868->709869; 709869->709870; }
709862,709863
709865
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time