4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1656306 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Process local: 30
Input Size / Records:
630.0 B / 0
Associated Job Ids:
86086
DAG Visualization
digraph G { id="graph_1656306"; subgraph graph_stage_1656306 { id="graph_stage_1656306"; isCluster="true"; label="Stage 1656306"; subgraph cluster_1779230 { id="cluster_1779230"; isCluster="true"; label="repartition"; 709659 [id="node_709659" labelType="html" label="ShuffledRDD [709659] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 709660 [id="node_709660" labelType="html" label="CoalescedRDD [709660] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 709661 [id="node_709661" labelType="html" label="MapPartitionsRDD [709661] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1779678 { id="cluster_1779678"; isCluster="true"; label="map"; 709886 [id="node_709886" labelType="html" label="MapPartitionsRDD [709886] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1779689 { id="cluster_1779689"; isCluster="true"; label="WholeStageCodegen (1)"; 709887 [id="node_709887" labelType="html" label="MapPartitionsRDD [709887] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1779688 { id="cluster_1779688"; isCluster="true"; label="InMemoryTableScan"; 709888 [id="node_709888" labelType="html" label="MapPartitionsRDD [709888] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 709889 [id="node_709889" labelType="html" label="*(1) Filter (isnotnull(shardId#16694002) AND (shardId#16694002 = 0_1_10000000548))\n+- *(1) Scan ExistingRDD[shardId#16694002,orderProposalId#16694003L,items#16694004,optimizationGroups#16694005,isOptimal#16694006,lastModified#16694007,optimizationInsights#16694008]\n [709889] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1779741 { id="cluster_1779741"; isCluster="true"; label="InMemoryTableScan"; 709912 [id="node_709912" labelType="html" label="MapPartitionsRDD [709912] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 709913 [id="node_709913" labelType="html" label="MapPartitionsRDD [709913] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 709914 [id="node_709914" labelType="html" label="MapPartitionsRDD [709914] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1779738 { id="cluster_1779738"; isCluster="true"; label="WholeStageCodegen (1)"; 709915 [id="node_709915" labelType="html" label="MapPartitionsRDD [709915] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1779737 { id="cluster_1779737"; isCluster="true"; label="InMemoryTableScan"; 709916 [id="node_709916" labelType="html" label="MapPartitionsRDD [709916] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 709917 [id="node_709917" labelType="html" label="*(1) Filter (isnotnull(shardId#16694002) AND (shardId#16694002 = 0_1_10000000548))\n+- InMemoryTableScan [shardId#16694002, orderProposalId#16694003L, items#16694004, optimizationGroups#16694005, isOptimal#16694006, optimizationInsights#16694008], [isnotnull(shardId#16694002), (shardId#16694002 = 0_1_10000000548)]\n +- InMemoryRelation [shardId#16694002, orderProposalId#16694003L, items#16694004, optimizationGroups#16694005, isOptimal#16694006, lastModified#16694007, optimizationInsights#16694008], StorageLevel(disk, memory, 2 replicas)\n +- *(1) Filter (isnotnull(shardId#16694002) AND (shardId#16694002 = 0_1_10000000548))\n +- *(1) Scan ExistingRDD[shardId#16694002,orderProposalId#16694003L,items#16694004,optimizationGroups#16694005,isOptimal#16694006,lastModified#16694007,optimizationInsights#16694008]\n [709917] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 709918 [id="node_709918" labelType="html" label="MapPartitionsRDD [709918] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 709919 [id="node_709919" labelType="html" label="MapPartitionsRDD [709919] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 709920 [id="node_709920" labelType="html" label="MapPartitionsRDD [709920] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1779736 { id="cluster_1779736"; isCluster="true"; label="CollectLimit"; 709921 [id="node_709921" labelType="html" label="MapPartitionsRDD [709921] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 709922 [id="node_709922" labelType="html" label="MapPartitionsRDD [709922] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 709659->709660; 709660->709661; 709661->709886; 709886->709887; 709887->709888; 709888->709889; 709889->709912; 709912->709913; 709913->709914; 709914->709915; 709915->709916; 709916->709917; 709917->709918; 709918->709919; 709919->709920; 709920->709921; 709921->709922; }
709658,709659
709661
709889
709917
709659
709660
709661
709886
709887
709888
709889
709912
709913
709914
709915
709916
709917
709918
709919
709920
709921
709922
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time