4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 332327 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.9 s
Locality Level Summary:
Process local: 37
Input Size / Records:
777.0 B / 0
Associated Job Ids:
18503
DAG Visualization
digraph G { id="graph_332327"; subgraph graph_stage_332327 { id="graph_stage_332327"; isCluster="true"; label="Stage 332327"; subgraph cluster_379318 { id="cluster_379318"; isCluster="true"; label="repartition"; 151634 [id="node_151634" labelType="html" label="ShuffledRDD [151634] [Indeterminate]<br>repartition at OptimalQuantitiesCacheImpl.java:178}"]; 151635 [id="node_151635" labelType="html" label="CoalescedRDD [151635] [Indeterminate]<br>repartition at OptimalQuantitiesCacheImpl.java:178}"]; 151636 [id="node_151636" labelType="html" label="MapPartitionsRDD [151636] [Cached] [Indeterminate]<br>repartition at OptimalQuantitiesCacheImpl.java:178}"]; } subgraph cluster_379585 { id="cluster_379585"; isCluster="true"; label="map"; 151763 [id="node_151763" labelType="html" label="MapPartitionsRDD [151763] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_379596 { id="cluster_379596"; isCluster="true"; label="WholeStageCodegen (1)"; 151764 [id="node_151764" labelType="html" label="MapPartitionsRDD [151764] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_379595 { id="cluster_379595"; isCluster="true"; label="InMemoryTableScan"; 151765 [id="node_151765" labelType="html" label="MapPartitionsRDD [151765] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 151766 [id="node_151766" labelType="html" label="*(1) Filter (isnotnull(shardId#3573043) AND (shardId#3573043 = 0_2_10000000532))\n+- *(1) Scan ExistingRDD[shardId#3573043,orderProposalId#3573044L,items#3573045,optimizationGroups#3573046,isOptimal#3573047,lastModified#3573048,optimizationInsights#3573049]\n [151766] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_379619 { id="cluster_379619"; isCluster="true"; label="InMemoryTableScan"; 151775 [id="node_151775" labelType="html" label="MapPartitionsRDD [151775] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 151776 [id="node_151776" labelType="html" label="MapPartitionsRDD [151776] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 151777 [id="node_151777" labelType="html" label="MapPartitionsRDD [151777] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_379616 { id="cluster_379616"; isCluster="true"; label="WholeStageCodegen (1)"; 151778 [id="node_151778" labelType="html" label="MapPartitionsRDD [151778] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_379615 { id="cluster_379615"; isCluster="true"; label="InMemoryTableScan"; 151779 [id="node_151779" labelType="html" label="MapPartitionsRDD [151779] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 151780 [id="node_151780" labelType="html" label="*(1) Filter (isnotnull(shardId#3573043) AND (shardId#3573043 = 0_2_10000000532))\n+- InMemoryTableScan [shardId#3573043, orderProposalId#3573044L, items#3573045, optimizationGroups#3573046, isOptimal#3573047, optimizationInsights#3573049], [isnotnull(shardId#3573043), (shardId#3573043 = 0_2_10000000532)]\n +- InMemoryRelation [shardId#3573043, orderProposalId#3573044L, items#3573045, optimizationGroups#3573046, isOptimal#3573047, lastModified#3573048, optimizationInsights#3573049], StorageLevel(disk, memory, 2 replicas)\n +- *(1) Filter (isnotnull(shardId#3573043) AND (shardId#3573043 = 0_2_10000000532))\n +- *(1) Scan ExistingRDD[shardId#3573043,orderProposalId#3573044L,items#3573045,optimizationGroups#3573046,isOptimal#3573047,lastModified#3573048,optimizationInsights#3573049]\n [151780] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 151781 [id="node_151781" labelType="html" label="MapPartitionsRDD [151781] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 151782 [id="node_151782" labelType="html" label="MapPartitionsRDD [151782] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 151783 [id="node_151783" labelType="html" label="MapPartitionsRDD [151783] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_379614 { id="cluster_379614"; isCluster="true"; label="CollectLimit"; 151784 [id="node_151784" labelType="html" label="MapPartitionsRDD [151784] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 151785 [id="node_151785" labelType="html" label="MapPartitionsRDD [151785] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 151634->151635; 151635->151636; 151636->151763; 151763->151764; 151764->151765; 151765->151766; 151766->151775; 151775->151776; 151776->151777; 151777->151778; 151778->151779; 151779->151780; 151780->151781; 151781->151782; 151782->151783; 151783->151784; 151784->151785; }
151633,151634
151636
151766
151780
151634
151635
151636
151763
151764
151765
151766
151775
151776
151777
151778
151779
151780
151781
151782
151783
151784
151785
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time