4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1656118 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
19 s
Locality Level Summary:
Process local: 60
Input Size / Records:
12.2 MiB / 90
Shuffle Write Size / Records:
20.5 MiB / 407672
Associated Job Ids:
86071
DAG Visualization
digraph G { id="graph_1656118"; subgraph graph_stage_1656118 { id="graph_stage_1656118"; isCluster="true"; label="Stage 1656118"; 709747 [id="node_709747" labelType="html" label="SQLExecutionRDD [709747] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; subgraph cluster_1779213 { id="cluster_1779213"; isCluster="true"; label="repartition"; 709650 [id="node_709650" labelType="html" label="ShuffledRDD [709650] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 709651 [id="node_709651" labelType="html" label="CoalescedRDD [709651] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 709652 [id="node_709652" labelType="html" label="MapPartitionsRDD [709652] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1779375 { id="cluster_1779375"; isCluster="true"; label="Exchange"; 709732 [id="node_709732" labelType="html" label="ShuffledRowRDD [709732] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1779374 { id="cluster_1779374"; isCluster="true"; label="InMemoryTableScan"; 709733 [id="node_709733" labelType="html" label="MapPartitionsRDD [709733] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; 709734 [id="node_709734" labelType="html" label="Exchange hashpartitioning(worklistShardItemId#16691990L, 30), REPARTITION_BY_NUM, [plan_id=4962697]\n+- *(2) HashAggregate(keys=[demandChannel#16691993, shardId#16691989, kpis#16691995, version#16691991, qty#16691992, worklistShardItemId#16691990L, demandStream#16691994], functions=[], output=[shardId#16691989, worklistShardItemId#16691990L, version#16691991, qty#16691992, demandChannel#16691993, demandStream#16691994, kpis#16691995])\n +- Exchange hashpartitioning(demandChannel#16691993, shardId#16691989, kpis#16691995, version#16691991, qty#16691992, worklistShardItemId#16691990L, demandStream#16691994, 30), ENSURE_REQUIREMENTS, [plan_id=4962693]\n +- HashAggregate(keys=[demandChannel#16691993, shardId#16691989, knownfloatingpointnormalized(transform(kpis#16691995, lambdafunction(knownfloatingpointnormalized(if (isnull(lambda arg#16692082)) null else named_struct(label, lambda arg#16692082.label, dateTime, lambda arg#16692082.dateTime, value, knownfloatingpointnormalized(normalizenanandzero(lambda ar... [709734] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1779407 { id="cluster_1779407"; isCluster="true"; label="InMemoryTableScan"; 709743 [id="node_709743" labelType="html" label="MapPartitionsRDD [709743] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; 709744 [id="node_709744" labelType="html" label="MapPartitionsRDD [709744] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; 709745 [id="node_709745" labelType="html" label="MapPartitionsRDD [709745] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1779406 { id="cluster_1779406"; isCluster="true"; label="DeserializeToObject"; 709746 [id="node_709746" labelType="html" label="MapPartitionsRDD [709746] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1779408 { id="cluster_1779408"; isCluster="true"; label="mapPartitions"; 709748 [id="node_709748" labelType="html" label="MapPartitionsRDD [709748] [Unordered]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1779409 { id="cluster_1779409"; isCluster="true"; label="union"; 709749 [id="node_709749" labelType="html" label="UnionRDD [709749] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1779410 { id="cluster_1779410"; isCluster="true"; label="keyBy"; 709750 [id="node_709750" labelType="html" label="MapPartitionsRDD [709750] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 709650->709651; 709651->709652; 709732->709733; 709733->709734; 709734->709743; 709743->709744; 709744->709745; 709745->709746; 709746->709747; 709747->709748; 709652->709749; 709748->709749; 709749->709750; }
709649,709650
709731,709732
709652
709734
709650
709651
709652
709749
709750
Event Timeline
Enable zooming
Tasks: 60. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time