4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 336896 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.6 s
Locality Level Summary:
Process local: 30
Input Size / Records:
232.4 KiB / 30
Associated Job Ids:
18627
DAG Visualization
digraph G { id="graph_336896"; subgraph graph_stage_336896 { id="graph_stage_336896"; isCluster="true"; label="Stage 336896"; subgraph cluster_381447 { id="cluster_381447"; isCluster="true"; label="repartition"; 152521 [id="node_152521" labelType="html" label="ShuffledRDD [152521] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 152522 [id="node_152522" labelType="html" label="CoalescedRDD [152522] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 152523 [id="node_152523" labelType="html" label="MapPartitionsRDD [152523] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381542 { id="cluster_381542"; isCluster="true"; label="map"; 152542 [id="node_152542" labelType="html" label="MapPartitionsRDD [152542] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381560 { id="cluster_381560"; isCluster="true"; label="WholeStageCodegen (1)"; 152557 [id="node_152557" labelType="html" label="MapPartitionsRDD [152557] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381559 { id="cluster_381559"; isCluster="true"; label="InMemoryTableScan"; 152558 [id="node_152558" labelType="html" label="MapPartitionsRDD [152558] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 152559 [id="node_152559" labelType="html" label="*(1) Filter (isnotnull(shardId#3579932) AND (shardId#3579932 = 0_7_10000000532))\n+- *(1) Scan ExistingRDD[shardId#3579932,orderProposalId#3579933L,items#3579934,optimizationGroups#3579935,isOptimal#3579936,lastModified#3579937,optimizationInsights#3579938]\n [152559] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381584 { id="cluster_381584"; isCluster="true"; label="InMemoryTableScan"; 152569 [id="node_152569" labelType="html" label="MapPartitionsRDD [152569] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 152570 [id="node_152570" labelType="html" label="MapPartitionsRDD [152570] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 152571 [id="node_152571" labelType="html" label="MapPartitionsRDD [152571] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381581 { id="cluster_381581"; isCluster="true"; label="WholeStageCodegen (1)"; 152572 [id="node_152572" labelType="html" label="MapPartitionsRDD [152572] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381580 { id="cluster_381580"; isCluster="true"; label="InMemoryTableScan"; 152573 [id="node_152573" labelType="html" label="MapPartitionsRDD [152573] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 152574 [id="node_152574" labelType="html" label="*(1) Filter (isnotnull(shardId#3579932) AND (shardId#3579932 = 0_7_10000000532))\n+- InMemoryTableScan [shardId#3579932, orderProposalId#3579933L, items#3579934, optimizationGroups#3579935, isOptimal#3579936, optimizationInsights#3579938], [isnotnull(shardId#3579932), (shardId#3579932 = 0_7_10000000532)]\n +- InMemoryRelation [shardId#3579932, orderProposalId#3579933L, items#3579934, optimizationGroups#3579935, isOptimal#3579936, lastModified#3579937, optimizationInsights#3579938], StorageLevel(disk, memory, 2 replicas)\n +- *(1) Filter (isnotnull(shardId#3579932) AND (shardId#3579932 = 0_7_10000000532))\n +- *(1) Scan ExistingRDD[shardId#3579932,orderProposalId#3579933L,items#3579934,optimizationGroups#3579935,isOptimal#3579936,lastModified#3579937,optimizationInsights#3579938]\n [152574] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_383560 { id="cluster_383560"; isCluster="true"; label="InMemoryTableScan"; 153333 [id="node_153333" labelType="html" label="MapPartitionsRDD [153333] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153334 [id="node_153334" labelType="html" label="MapPartitionsRDD [153334] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153335 [id="node_153335" labelType="html" label="MapPartitionsRDD [153335] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_383557 { id="cluster_383557"; isCluster="true"; label="WholeStageCodegen (1)"; 153336 [id="node_153336" labelType="html" label="MapPartitionsRDD [153336] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_383556 { id="cluster_383556"; isCluster="true"; label="Exchange"; 153337 [id="node_153337" labelType="html" label="MapPartitionsRDD [153337] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 152521->152522; 152522->152523; 152523->152542; 152542->152557; 152557->152558; 152558->152559; 152559->152569; 152569->152570; 152570->152571; 152571->152572; 152572->152573; 152573->152574; 152574->153333; 153333->153334; 153334->153335; 153335->153336; 153336->153337; }
152520,152521
152523
152559
152574
152521
152522
152523
152542
152557
152558
152559
152569
152570
152571
152572
152573
152574
153333
153334
153335
153336
153337
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time