4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1655964 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
6 s
Locality Level Summary:
Process local: 30
Input Size / Records:
575.8 KiB / 30
Shuffle Write Size / Records:
2.9 KiB / 30
Associated Job Ids:
86066
DAG Visualization
digraph G { id="graph_1655964"; subgraph graph_stage_1655964 { id="graph_stage_1655964"; isCluster="true"; label="Stage 1655964"; subgraph cluster_1777817 { id="cluster_1777817"; isCluster="true"; label="repartition"; 709100 [id="node_709100" labelType="html" label="ShuffledRDD [709100] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 709101 [id="node_709101" labelType="html" label="CoalescedRDD [709101] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 709102 [id="node_709102" labelType="html" label="MapPartitionsRDD [709102] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1777912 { id="cluster_1777912"; isCluster="true"; label="map"; 709130 [id="node_709130" labelType="html" label="MapPartitionsRDD [709130] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1777923 { id="cluster_1777923"; isCluster="true"; label="WholeStageCodegen (1)"; 709131 [id="node_709131" labelType="html" label="MapPartitionsRDD [709131] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1777922 { id="cluster_1777922"; isCluster="true"; label="InMemoryTableScan"; 709132 [id="node_709132" labelType="html" label="MapPartitionsRDD [709132] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 709133 [id="node_709133" labelType="html" label="*(1) Filter (isnotnull(shardId#16679725) AND (shardId#16679725 = 0_1_10000000548))\n+- *(1) Scan ExistingRDD[shardId#16679725,orderProposalId#16679726L,items#16679727,optimizationGroups#16679728,isOptimal#16679729,lastModified#16679730,optimizationInsights#16679731]\n [709133] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1777981 { id="cluster_1777981"; isCluster="true"; label="InMemoryTableScan"; 709148 [id="node_709148" labelType="html" label="MapPartitionsRDD [709148] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 709149 [id="node_709149" labelType="html" label="MapPartitionsRDD [709149] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 709150 [id="node_709150" labelType="html" label="MapPartitionsRDD [709150] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1777978 { id="cluster_1777978"; isCluster="true"; label="WholeStageCodegen (1)"; 709151 [id="node_709151" labelType="html" label="MapPartitionsRDD [709151] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1777977 { id="cluster_1777977"; isCluster="true"; label="InMemoryTableScan"; 709152 [id="node_709152" labelType="html" label="MapPartitionsRDD [709152] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 709153 [id="node_709153" labelType="html" label="*(1) Filter (isnotnull(shardId#16679725) AND (shardId#16679725 = 0_1_10000000548))\n+- InMemoryTableScan [shardId#16679725, orderProposalId#16679726L, items#16679727, optimizationGroups#16679728, isOptimal#16679729, optimizationInsights#16679731], [isnotnull(shardId#16679725), (shardId#16679725 = 0_1_10000000548)]\n +- InMemoryRelation [shardId#16679725, orderProposalId#16679726L, items#16679727, optimizationGroups#16679728, isOptimal#16679729, lastModified#16679730, optimizationInsights#16679731], StorageLevel(disk, memory, 2 replicas)\n +- *(1) Filter (isnotnull(shardId#16679725) AND (shardId#16679725 = 0_1_10000000548))\n +- *(1) Scan ExistingRDD[shardId#16679725,orderProposalId#16679726L,items#16679727,optimizationGroups#16679728,isOptimal#16679729,lastModified#16679730,optimizationInsights#16679731]\n [709153] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1779309 { id="cluster_1779309"; isCluster="true"; label="InMemoryTableScan"; 709692 [id="node_709692" labelType="html" label="MapPartitionsRDD [709692] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 709693 [id="node_709693" labelType="html" label="MapPartitionsRDD [709693] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 709694 [id="node_709694" labelType="html" label="MapPartitionsRDD [709694] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1779292 { id="cluster_1779292"; isCluster="true"; label="WholeStageCodegen (3)"; 709695 [id="node_709695" labelType="html" label="MapPartitionsRDD [709695] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1779291 { id="cluster_1779291"; isCluster="true"; label="Exchange"; 709696 [id="node_709696" labelType="html" label="MapPartitionsRDD [709696] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 709100->709101; 709101->709102; 709102->709130; 709130->709131; 709131->709132; 709132->709133; 709133->709148; 709148->709149; 709149->709150; 709150->709151; 709151->709152; 709152->709153; 709153->709692; 709692->709693; 709693->709694; 709694->709695; 709695->709696; }
709099,709100
709102
709133
709153
709100
709101
709102
709130
709131
709132
709133
709148
709149
709150
709151
709152
709153
709692
709693
709694
709695
709696
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time