4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 2133962 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
8 s
Locality Level Summary:
Process local: 30
Shuffle Read Size / Records:
7.1 MiB / 207172
Shuffle Write Size / Records:
2.8 KiB / 30
Associated Job Ids:
114638
DAG Visualization
digraph G { id="graph_2133962"; subgraph graph_stage_2133962 { id="graph_stage_2133962"; isCluster="true"; label="Stage 2133962"; subgraph cluster_2365739 { id="cluster_2365739"; isCluster="true"; label="Exchange"; 942984 [id="node_942984" labelType="html" label="ShuffledRowRDD [942984] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2365738 { id="cluster_2365738"; isCluster="true"; label="InMemoryTableScan"; 942985 [id="node_942985" labelType="html" label="MapPartitionsRDD [942985] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; 942986 [id="node_942986" labelType="html" label="Exchange hashpartitioning(worklistShardItemId#21946660L, 30), REPARTITION_BY_NUM, [plan_id=6643673]\n+- *(2) HashAggregate(keys=[demandChannel#21946663, shardId#21946659, kpis#21946665, version#21946661, qty#21946662, worklistShardItemId#21946660L, demandStream#21946664], functions=[], output=[shardId#21946659, worklistShardItemId#21946660L, version#21946661, qty#21946662, demandChannel#21946663, demandStream#21946664, kpis#21946665])\n +- Exchange hashpartitioning(demandChannel#21946663, shardId#21946659, kpis#21946665, version#21946661, qty#21946662, worklistShardItemId#21946660L, demandStream#21946664, 30), ENSURE_REQUIREMENTS, [plan_id=6643669]\n +- HashAggregate(keys=[demandChannel#21946663, shardId#21946659, knownfloatingpointnormalized(transform(kpis#21946665, lambdafunction(knownfloatingpointnormalized(if (isnull(lambda arg#22196028)) null else named_struct(label, lambda arg#22196028.label, dateTime, lambda arg#22196028.dateTime, value, knownfloatingpointnormalized(normalizenanandzero(lambda ar... [942986] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; 942987 [id="node_942987" labelType="html" label="MapPartitionsRDD [942987] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; 942988 [id="node_942988" labelType="html" label="MapPartitionsRDD [942988] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; 942989 [id="node_942989" labelType="html" label="MapPartitionsRDD [942989] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2365735 { id="cluster_2365735"; isCluster="true"; label="WholeStageCodegen (1)"; 942990 [id="node_942990" labelType="html" label="MapPartitionsRDD [942990] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_2365734 { id="cluster_2365734"; isCluster="true"; label="Exchange"; 942991 [id="node_942991" labelType="html" label="MapPartitionsRDD [942991] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } } 942984->942985; 942985->942986; 942986->942987; 942987->942988; 942988->942989; 942989->942990; 942990->942991; }
942983,942984
942986
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time