4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 341144 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Node local: 30
Shuffle Read Size / Records:
12.0 MiB / 351756
Shuffle Write Size / Records:
2.8 KiB / 30
Associated Job Ids:
18718
DAG Visualization
digraph G { id="graph_341144"; subgraph graph_stage_341144 { id="graph_stage_341144"; isCluster="true"; label="Stage 341144"; subgraph cluster_385420 { id="cluster_385420"; isCluster="true"; label="Exchange"; 154110 [id="node_154110" labelType="html" label="ShuffledRowRDD [154110] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_385419 { id="cluster_385419"; isCluster="true"; label="InMemoryTableScan"; 154111 [id="node_154111" labelType="html" label="MapPartitionsRDD [154111] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; 154112 [id="node_154112" labelType="html" label="Exchange hashpartitioning(worklistShardItemId#3615107L, 30), REPARTITION_BY_NUM, [plan_id=1034785]\n+- *(2) HashAggregate(keys=[demandChannel#3615110, shardId#3615106, kpis#3615112, version#3615108, qty#3615109, worklistShardItemId#3615107L, demandStream#3615111], functions=[], output=[shardId#3615106, worklistShardItemId#3615107L, version#3615108, qty#3615109, demandChannel#3615110, demandStream#3615111, kpis#3615112])\n +- Exchange hashpartitioning(demandChannel#3615110, shardId#3615106, kpis#3615112, version#3615108, qty#3615109, worklistShardItemId#3615107L, demandStream#3615111, 30), ENSURE_REQUIREMENTS, [plan_id=1034781]\n +- HashAggregate(keys=[demandChannel#3615110, shardId#3615106, knownfloatingpointnormalized(transform(kpis#3615112, lambdafunction(knownfloatingpointnormalized(if (isnull(lambda arg#3615199)) null else named_struct(label, lambda arg#3615199.label, dateTime, lambda arg#3615199.dateTime, value, knownfloatingpointnormalized(normalizenanandzero(lambda arg#3615199.value)))), lambda ... [154112] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; 154113 [id="node_154113" labelType="html" label="MapPartitionsRDD [154113] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; 154114 [id="node_154114" labelType="html" label="MapPartitionsRDD [154114] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; 154115 [id="node_154115" labelType="html" label="MapPartitionsRDD [154115] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_385416 { id="cluster_385416"; isCluster="true"; label="WholeStageCodegen (1)"; 154116 [id="node_154116" labelType="html" label="MapPartitionsRDD [154116] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_385415 { id="cluster_385415"; isCluster="true"; label="Exchange"; 154117 [id="node_154117" labelType="html" label="MapPartitionsRDD [154117] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } } 154110->154111; 154111->154112; 154112->154113; 154113->154114; 154114->154115; 154115->154116; 154116->154117; }
154109,154110
154112
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time