4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 332662 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.8 s
Locality Level Summary:
Process local: 37
Input Size / Records:
777.0 B / 0
Associated Job Ids:
18513
DAG Visualization
digraph G { id="graph_332662"; subgraph graph_stage_332662 { id="graph_stage_332662"; isCluster="true"; label="Stage 332662"; subgraph cluster_379318 { id="cluster_379318"; isCluster="true"; label="repartition"; 151634 [id="node_151634" labelType="html" label="ShuffledRDD [151634] [Indeterminate]<br>repartition at OptimalQuantitiesCacheImpl.java:178}"]; 151635 [id="node_151635" labelType="html" label="CoalescedRDD [151635] [Indeterminate]<br>repartition at OptimalQuantitiesCacheImpl.java:178}"]; 151636 [id="node_151636" labelType="html" label="MapPartitionsRDD [151636] [Cached] [Indeterminate]<br>repartition at OptimalQuantitiesCacheImpl.java:178}"]; } subgraph cluster_379767 { id="cluster_379767"; isCluster="true"; label="map"; 151859 [id="node_151859" labelType="html" label="MapPartitionsRDD [151859] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_379778 { id="cluster_379778"; isCluster="true"; label="WholeStageCodegen (1)"; 151860 [id="node_151860" labelType="html" label="MapPartitionsRDD [151860] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_379777 { id="cluster_379777"; isCluster="true"; label="InMemoryTableScan"; 151861 [id="node_151861" labelType="html" label="MapPartitionsRDD [151861] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 151862 [id="node_151862" labelType="html" label="*(1) Filter (isnotnull(shardId#3574181) AND (shardId#3574181 = 0_5_10000000532))\n+- *(1) Scan ExistingRDD[shardId#3574181,orderProposalId#3574182L,items#3574183,optimizationGroups#3574184,isOptimal#3574185,lastModified#3574186,optimizationInsights#3574187]\n [151862] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_379801 { id="cluster_379801"; isCluster="true"; label="InMemoryTableScan"; 151871 [id="node_151871" labelType="html" label="MapPartitionsRDD [151871] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 151872 [id="node_151872" labelType="html" label="MapPartitionsRDD [151872] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 151873 [id="node_151873" labelType="html" label="MapPartitionsRDD [151873] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_379798 { id="cluster_379798"; isCluster="true"; label="WholeStageCodegen (1)"; 151874 [id="node_151874" labelType="html" label="MapPartitionsRDD [151874] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_379797 { id="cluster_379797"; isCluster="true"; label="InMemoryTableScan"; 151875 [id="node_151875" labelType="html" label="MapPartitionsRDD [151875] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 151876 [id="node_151876" labelType="html" label="*(1) Filter (isnotnull(shardId#3574181) AND (shardId#3574181 = 0_5_10000000532))\n+- InMemoryTableScan [shardId#3574181, orderProposalId#3574182L, items#3574183, optimizationGroups#3574184, isOptimal#3574185, optimizationInsights#3574187], [isnotnull(shardId#3574181), (shardId#3574181 = 0_5_10000000532)]\n +- InMemoryRelation [shardId#3574181, orderProposalId#3574182L, items#3574183, optimizationGroups#3574184, isOptimal#3574185, lastModified#3574186, optimizationInsights#3574187], StorageLevel(disk, memory, 2 replicas)\n +- *(1) Filter (isnotnull(shardId#3574181) AND (shardId#3574181 = 0_5_10000000532))\n +- *(1) Scan ExistingRDD[shardId#3574181,orderProposalId#3574182L,items#3574183,optimizationGroups#3574184,isOptimal#3574185,lastModified#3574186,optimizationInsights#3574187]\n [151876] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 151877 [id="node_151877" labelType="html" label="MapPartitionsRDD [151877] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 151878 [id="node_151878" labelType="html" label="MapPartitionsRDD [151878] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 151879 [id="node_151879" labelType="html" label="MapPartitionsRDD [151879] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_379796 { id="cluster_379796"; isCluster="true"; label="CollectLimit"; 151880 [id="node_151880" labelType="html" label="MapPartitionsRDD [151880] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 151881 [id="node_151881" labelType="html" label="MapPartitionsRDD [151881] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 151634->151635; 151635->151636; 151636->151859; 151859->151860; 151860->151861; 151861->151862; 151862->151871; 151871->151872; 151872->151873; 151873->151874; 151874->151875; 151875->151876; 151876->151877; 151877->151878; 151878->151879; 151879->151880; 151880->151881; }
151633,151634
151636
151862
151876
151634
151635
151636
151859
151860
151861
151862
151871
151872
151873
151874
151875
151876
151877
151878
151879
151880
151881
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time