4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 332711 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
58 s
Locality Level Summary:
Process local: 60
Input Size / Records:
61.6 MiB / 1401162
Shuffle Write Size / Records:
82.3 MiB / 1561004
Associated Job Ids:
18519
DAG Visualization
digraph G { id="graph_332711"; subgraph graph_stage_332711 { id="graph_stage_332711"; isCluster="true"; label="Stage 332711"; 151913 [id="node_151913" labelType="html" label="SQLExecutionRDD [151913] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; subgraph cluster_379710 { id="cluster_379710"; isCluster="true"; label="Exchange"; 151822 [id="node_151822" labelType="html" label="ShuffledRowRDD [151822] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_379709 { id="cluster_379709"; isCluster="true"; label="InMemoryTableScan"; 151823 [id="node_151823" labelType="html" label="MapPartitionsRDD [151823] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; 151824 [id="node_151824" labelType="html" label="Exchange hashpartitioning(worklistShardItemId#3571687L, 30), REPARTITION_BY_NUM, [plan_id=1022398]\n+- *(2) HashAggregate(keys=[demandChannel#3571690, shardId#3571686, kpis#3571692, version#3571688, qty#3571689, worklistShardItemId#3571687L, demandStream#3571691], functions=[], output=[shardId#3571686, worklistShardItemId#3571687L, version#3571688, qty#3571689, demandChannel#3571690, demandStream#3571691, kpis#3571692])\n +- Exchange hashpartitioning(demandChannel#3571690, shardId#3571686, kpis#3571692, version#3571688, qty#3571689, worklistShardItemId#3571687L, demandStream#3571691, 30), ENSURE_REQUIREMENTS, [plan_id=1022394]\n +- HashAggregate(keys=[demandChannel#3571690, shardId#3571686, knownfloatingpointnormalized(transform(kpis#3571692, lambdafunction(knownfloatingpointnormalized(if (isnull(lambda arg#3573722)) null else named_struct(label, lambda arg#3573722.label, dateTime, lambda arg#3573722.dateTime, value, knownfloatingpointnormalized(normalizenanandzero(lambda arg#3573722.value)))), lambda ... [151824] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_379752 { id="cluster_379752"; isCluster="true"; label="repartition"; 151845 [id="node_151845" labelType="html" label="ShuffledRDD [151845] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 151846 [id="node_151846" labelType="html" label="CoalescedRDD [151846] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 151847 [id="node_151847" labelType="html" label="MapPartitionsRDD [151847] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_379919 { id="cluster_379919"; isCluster="true"; label="InMemoryTableScan"; 151909 [id="node_151909" labelType="html" label="MapPartitionsRDD [151909] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; 151910 [id="node_151910" labelType="html" label="MapPartitionsRDD [151910] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; 151911 [id="node_151911" labelType="html" label="MapPartitionsRDD [151911] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_379918 { id="cluster_379918"; isCluster="true"; label="DeserializeToObject"; 151912 [id="node_151912" labelType="html" label="MapPartitionsRDD [151912] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_379920 { id="cluster_379920"; isCluster="true"; label="mapPartitions"; 151914 [id="node_151914" labelType="html" label="MapPartitionsRDD [151914] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_379921 { id="cluster_379921"; isCluster="true"; label="union"; 151915 [id="node_151915" labelType="html" label="UnionRDD [151915] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_379922 { id="cluster_379922"; isCluster="true"; label="keyBy"; 151916 [id="node_151916" labelType="html" label="MapPartitionsRDD [151916] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 151822->151823; 151823->151824; 151845->151846; 151846->151847; 151824->151909; 151909->151910; 151910->151911; 151911->151912; 151912->151913; 151913->151914; 151847->151915; 151914->151915; 151915->151916; }
151821,151822
151844,151845
151824
151847
151845
151846
151847
151915
151916
Event Timeline
Enable zooming
Tasks: 60. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time