4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1656191 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
35 s
Locality Level Summary:
Process local: 60
Input Size / Records:
27.8 MiB / 407760
Shuffle Write Size / Records:
41.3 MiB / 815144
Associated Job Ids:
86075
DAG Visualization
digraph G { id="graph_1656191"; subgraph graph_stage_1656191 { id="graph_stage_1656191"; isCluster="true"; label="Stage 1656191"; 709806 [id="node_709806" labelType="html" label="SQLExecutionRDD [709806] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; subgraph cluster_1779413 { id="cluster_1779413"; isCluster="true"; label="repartition"; 709754 [id="node_709754" labelType="html" label="ShuffledRDD [709754] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 709755 [id="node_709755" labelType="html" label="CoalescedRDD [709755] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 709756 [id="node_709756" labelType="html" label="MapPartitionsRDD [709756] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1779426 { id="cluster_1779426"; isCluster="true"; label="Exchange"; 709767 [id="node_709767" labelType="html" label="ShuffledRowRDD [709767] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1779425 { id="cluster_1779425"; isCluster="true"; label="InMemoryTableScan"; 709768 [id="node_709768" labelType="html" label="MapPartitionsRDD [709768] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; 709769 [id="node_709769" labelType="html" label="Exchange hashpartitioning(worklistShardItemId#16692472L, 30), REPARTITION_BY_NUM, [plan_id=4962784]\n+- *(2) HashAggregate(keys=[demandChannel#16692475, shardId#16692471, kpis#16692477, version#16692473, qty#16692474, worklistShardItemId#16692472L, demandStream#16692476], functions=[], output=[shardId#16692471, worklistShardItemId#16692472L, version#16692473, qty#16692474, demandChannel#16692475, demandStream#16692476, kpis#16692477])\n +- Exchange hashpartitioning(demandChannel#16692475, shardId#16692471, kpis#16692477, version#16692473, qty#16692474, worklistShardItemId#16692472L, demandStream#16692476, 30), ENSURE_REQUIREMENTS, [plan_id=4962780]\n +- HashAggregate(keys=[demandChannel#16692475, shardId#16692471, knownfloatingpointnormalized(transform(kpis#16692477, lambdafunction(knownfloatingpointnormalized(if (isnull(lambda arg#16692564)) null else named_struct(label, lambda arg#16692564.label, dateTime, lambda arg#16692564.dateTime, value, knownfloatingpointnormalized(normalizenanandzero(lambda ar... [709769] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1779513 { id="cluster_1779513"; isCluster="true"; label="InMemoryTableScan"; 709802 [id="node_709802" labelType="html" label="MapPartitionsRDD [709802] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; 709803 [id="node_709803" labelType="html" label="MapPartitionsRDD [709803] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; 709804 [id="node_709804" labelType="html" label="MapPartitionsRDD [709804] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1779512 { id="cluster_1779512"; isCluster="true"; label="DeserializeToObject"; 709805 [id="node_709805" labelType="html" label="MapPartitionsRDD [709805] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1779514 { id="cluster_1779514"; isCluster="true"; label="mapPartitions"; 709807 [id="node_709807" labelType="html" label="MapPartitionsRDD [709807] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1779515 { id="cluster_1779515"; isCluster="true"; label="union"; 709808 [id="node_709808" labelType="html" label="UnionRDD [709808] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1779516 { id="cluster_1779516"; isCluster="true"; label="keyBy"; 709809 [id="node_709809" labelType="html" label="MapPartitionsRDD [709809] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 709754->709755; 709755->709756; 709767->709768; 709768->709769; 709769->709802; 709802->709803; 709803->709804; 709804->709805; 709805->709806; 709806->709807; 709756->709808; 709807->709808; 709808->709809; }
709753,709754
709766,709767
709756
709769
709754
709755
709756
709808
709809
Event Timeline
Enable zooming
Tasks: 60. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time