4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1656096 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
13 s
Locality Level Summary:
Node local: 30
Shuffle Read Size / Records:
13.8 MiB / 407672
Shuffle Write Size / Records:
2.8 KiB / 30
Associated Job Ids:
86070
DAG Visualization
digraph G { id="graph_1656096"; subgraph graph_stage_1656096 { id="graph_stage_1656096"; isCluster="true"; label="Stage 1656096"; subgraph cluster_1779375 { id="cluster_1779375"; isCluster="true"; label="Exchange"; 709732 [id="node_709732" labelType="html" label="ShuffledRowRDD [709732] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1779374 { id="cluster_1779374"; isCluster="true"; label="InMemoryTableScan"; 709733 [id="node_709733" labelType="html" label="MapPartitionsRDD [709733] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; 709734 [id="node_709734" labelType="html" label="Exchange hashpartitioning(worklistShardItemId#16691990L, 30), REPARTITION_BY_NUM, [plan_id=4962697]\n+- *(2) HashAggregate(keys=[demandChannel#16691993, shardId#16691989, kpis#16691995, version#16691991, qty#16691992, worklistShardItemId#16691990L, demandStream#16691994], functions=[], output=[shardId#16691989, worklistShardItemId#16691990L, version#16691991, qty#16691992, demandChannel#16691993, demandStream#16691994, kpis#16691995])\n +- Exchange hashpartitioning(demandChannel#16691993, shardId#16691989, kpis#16691995, version#16691991, qty#16691992, worklistShardItemId#16691990L, demandStream#16691994, 30), ENSURE_REQUIREMENTS, [plan_id=4962693]\n +- HashAggregate(keys=[demandChannel#16691993, shardId#16691989, knownfloatingpointnormalized(transform(kpis#16691995, lambdafunction(knownfloatingpointnormalized(if (isnull(lambda arg#16692082)) null else named_struct(label, lambda arg#16692082.label, dateTime, lambda arg#16692082.dateTime, value, knownfloatingpointnormalized(normalizenanandzero(lambda ar... [709734] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; 709735 [id="node_709735" labelType="html" label="MapPartitionsRDD [709735] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; 709736 [id="node_709736" labelType="html" label="MapPartitionsRDD [709736] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; 709737 [id="node_709737" labelType="html" label="MapPartitionsRDD [709737] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1779371 { id="cluster_1779371"; isCluster="true"; label="WholeStageCodegen (1)"; 709738 [id="node_709738" labelType="html" label="MapPartitionsRDD [709738] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1779370 { id="cluster_1779370"; isCluster="true"; label="Exchange"; 709739 [id="node_709739" labelType="html" label="MapPartitionsRDD [709739] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } } 709732->709733; 709733->709734; 709734->709735; 709735->709736; 709736->709737; 709737->709738; 709738->709739; }
709731,709732
709734
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time