4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 333001 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.8 s
Locality Level Summary:
Process local: 37
Input Size / Records:
777.0 B / 0
Associated Job Ids:
18523
DAG Visualization
digraph G { id="graph_333001"; subgraph graph_stage_333001 { id="graph_stage_333001"; isCluster="true"; label="Stage 333001"; subgraph cluster_379318 { id="cluster_379318"; isCluster="true"; label="repartition"; 151634 [id="node_151634" labelType="html" label="ShuffledRDD [151634] [Indeterminate]<br>repartition at OptimalQuantitiesCacheImpl.java:178}"]; 151635 [id="node_151635" labelType="html" label="CoalescedRDD [151635] [Indeterminate]<br>repartition at OptimalQuantitiesCacheImpl.java:178}"]; 151636 [id="node_151636" labelType="html" label="MapPartitionsRDD [151636] [Cached] [Indeterminate]<br>repartition at OptimalQuantitiesCacheImpl.java:178}"]; } subgraph cluster_379970 { id="cluster_379970"; isCluster="true"; label="map"; 151955 [id="node_151955" labelType="html" label="MapPartitionsRDD [151955] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_379981 { id="cluster_379981"; isCluster="true"; label="WholeStageCodegen (1)"; 151956 [id="node_151956" labelType="html" label="MapPartitionsRDD [151956] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_379980 { id="cluster_379980"; isCluster="true"; label="InMemoryTableScan"; 151957 [id="node_151957" labelType="html" label="MapPartitionsRDD [151957] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 151958 [id="node_151958" labelType="html" label="*(1) Filter (isnotnull(shardId#3575319) AND (shardId#3575319 = 0_6_10000000532))\n+- *(1) Scan ExistingRDD[shardId#3575319,orderProposalId#3575320L,items#3575321,optimizationGroups#3575322,isOptimal#3575323,lastModified#3575324,optimizationInsights#3575325]\n [151958] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_380004 { id="cluster_380004"; isCluster="true"; label="InMemoryTableScan"; 151967 [id="node_151967" labelType="html" label="MapPartitionsRDD [151967] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 151968 [id="node_151968" labelType="html" label="MapPartitionsRDD [151968] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 151969 [id="node_151969" labelType="html" label="MapPartitionsRDD [151969] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_380001 { id="cluster_380001"; isCluster="true"; label="WholeStageCodegen (1)"; 151970 [id="node_151970" labelType="html" label="MapPartitionsRDD [151970] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_380000 { id="cluster_380000"; isCluster="true"; label="InMemoryTableScan"; 151971 [id="node_151971" labelType="html" label="MapPartitionsRDD [151971] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 151972 [id="node_151972" labelType="html" label="*(1) Filter (isnotnull(shardId#3575319) AND (shardId#3575319 = 0_6_10000000532))\n+- InMemoryTableScan [shardId#3575319, orderProposalId#3575320L, items#3575321, optimizationGroups#3575322, isOptimal#3575323, optimizationInsights#3575325], [isnotnull(shardId#3575319), (shardId#3575319 = 0_6_10000000532)]\n +- InMemoryRelation [shardId#3575319, orderProposalId#3575320L, items#3575321, optimizationGroups#3575322, isOptimal#3575323, lastModified#3575324, optimizationInsights#3575325], StorageLevel(disk, memory, 2 replicas)\n +- *(1) Filter (isnotnull(shardId#3575319) AND (shardId#3575319 = 0_6_10000000532))\n +- *(1) Scan ExistingRDD[shardId#3575319,orderProposalId#3575320L,items#3575321,optimizationGroups#3575322,isOptimal#3575323,lastModified#3575324,optimizationInsights#3575325]\n [151972] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 151973 [id="node_151973" labelType="html" label="MapPartitionsRDD [151973] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 151974 [id="node_151974" labelType="html" label="MapPartitionsRDD [151974] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 151975 [id="node_151975" labelType="html" label="MapPartitionsRDD [151975] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_379999 { id="cluster_379999"; isCluster="true"; label="CollectLimit"; 151976 [id="node_151976" labelType="html" label="MapPartitionsRDD [151976] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 151977 [id="node_151977" labelType="html" label="MapPartitionsRDD [151977] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 151634->151635; 151635->151636; 151636->151955; 151955->151956; 151956->151957; 151957->151958; 151958->151967; 151967->151968; 151968->151969; 151969->151970; 151970->151971; 151971->151972; 151972->151973; 151973->151974; 151974->151975; 151975->151976; 151976->151977; }
151633,151634
151636
151958
151972
151634
151635
151636
151955
151956
151957
151958
151967
151968
151969
151970
151971
151972
151973
151974
151975
151976
151977
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time