4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 332906 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
1 s
Locality Level Summary:
Process local: 37
Input Size / Records:
1516.9 KiB / 4883
Associated Job Ids:
18522
DAG Visualization
digraph G { id="graph_332906"; subgraph graph_stage_332906 { id="graph_stage_332906"; isCluster="true"; label="Stage 332906"; subgraph cluster_379318 { id="cluster_379318"; isCluster="true"; label="repartition"; 151634 [id="node_151634" labelType="html" label="ShuffledRDD [151634] [Indeterminate]<br>repartition at OptimalQuantitiesCacheImpl.java:178}"]; 151635 [id="node_151635" labelType="html" label="CoalescedRDD [151635] [Indeterminate]<br>repartition at OptimalQuantitiesCacheImpl.java:178}"]; 151636 [id="node_151636" labelType="html" label="MapPartitionsRDD [151636] [Cached] [Indeterminate]<br>repartition at OptimalQuantitiesCacheImpl.java:178}"]; } subgraph cluster_379970 { id="cluster_379970"; isCluster="true"; label="map"; 151955 [id="node_151955" labelType="html" label="MapPartitionsRDD [151955] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_379981 { id="cluster_379981"; isCluster="true"; label="WholeStageCodegen (1)"; 151956 [id="node_151956" labelType="html" label="MapPartitionsRDD [151956] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_379980 { id="cluster_379980"; isCluster="true"; label="InMemoryTableScan"; 151957 [id="node_151957" labelType="html" label="MapPartitionsRDD [151957] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 151958 [id="node_151958" labelType="html" label="*(1) Filter (isnotnull(shardId#3575319) AND (shardId#3575319 = 0_6_10000000532))\n+- *(1) Scan ExistingRDD[shardId#3575319,orderProposalId#3575320L,items#3575321,optimizationGroups#3575322,isOptimal#3575323,lastModified#3575324,optimizationInsights#3575325]\n [151958] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 151959 [id="node_151959" labelType="html" label="MapPartitionsRDD [151959] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 151960 [id="node_151960" labelType="html" label="MapPartitionsRDD [151960] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 151961 [id="node_151961" labelType="html" label="MapPartitionsRDD [151961] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_379975 { id="cluster_379975"; isCluster="true"; label="WholeStageCodegen (1)"; 151962 [id="node_151962" labelType="html" label="MapPartitionsRDD [151962] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_379974 { id="cluster_379974"; isCluster="true"; label="Exchange"; 151963 [id="node_151963" labelType="html" label="MapPartitionsRDD [151963] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 151634->151635; 151635->151636; 151636->151955; 151955->151956; 151956->151957; 151957->151958; 151958->151959; 151959->151960; 151960->151961; 151961->151962; 151962->151963; }
151633,151634
151636
151958
151634
151635
151636
151955
151956
151957
151958
151959
151960
151961
151962
151963
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time