4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1656278 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
7 s
Locality Level Summary:
Process local: 30
Input Size / Records:
223.8 KiB / 692
Associated Job Ids:
86084
DAG Visualization
digraph G { id="graph_1656278"; subgraph graph_stage_1656278 { id="graph_stage_1656278"; isCluster="true"; label="Stage 1656278"; subgraph cluster_1779230 { id="cluster_1779230"; isCluster="true"; label="repartition"; 709659 [id="node_709659" labelType="html" label="ShuffledRDD [709659] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 709660 [id="node_709660" labelType="html" label="CoalescedRDD [709660] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 709661 [id="node_709661" labelType="html" label="MapPartitionsRDD [709661] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1779678 { id="cluster_1779678"; isCluster="true"; label="map"; 709886 [id="node_709886" labelType="html" label="MapPartitionsRDD [709886] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1779689 { id="cluster_1779689"; isCluster="true"; label="WholeStageCodegen (1)"; 709887 [id="node_709887" labelType="html" label="MapPartitionsRDD [709887] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1779688 { id="cluster_1779688"; isCluster="true"; label="InMemoryTableScan"; 709888 [id="node_709888" labelType="html" label="MapPartitionsRDD [709888] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 709889 [id="node_709889" labelType="html" label="*(1) Filter (isnotnull(shardId#16694002) AND (shardId#16694002 = 0_1_10000000548))\n+- *(1) Scan ExistingRDD[shardId#16694002,orderProposalId#16694003L,items#16694004,optimizationGroups#16694005,isOptimal#16694006,lastModified#16694007,optimizationInsights#16694008]\n [709889] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 709890 [id="node_709890" labelType="html" label="MapPartitionsRDD [709890] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 709891 [id="node_709891" labelType="html" label="MapPartitionsRDD [709891] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 709892 [id="node_709892" labelType="html" label="MapPartitionsRDD [709892] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1779683 { id="cluster_1779683"; isCluster="true"; label="WholeStageCodegen (1)"; 709893 [id="node_709893" labelType="html" label="MapPartitionsRDD [709893] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1779682 { id="cluster_1779682"; isCluster="true"; label="Exchange"; 709894 [id="node_709894" labelType="html" label="MapPartitionsRDD [709894] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 709659->709660; 709660->709661; 709661->709886; 709886->709887; 709887->709888; 709888->709889; 709889->709890; 709890->709891; 709891->709892; 709892->709893; 709893->709894; }
709658,709659
709661
709889
709659
709660
709661
709886
709887
709888
709889
709890
709891
709892
709893
709894
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time