4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 335718 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.4 s
Locality Level Summary:
Process local: 30
Input Size / Records:
668.8 KiB / 30
Shuffle Write Size / Records:
906.4 KiB / 118908
Associated Job Ids:
18594
DAG Visualization
digraph G { id="graph_335718"; subgraph graph_stage_335718 { id="graph_stage_335718"; isCluster="true"; label="Stage 335718"; subgraph cluster_381447 { id="cluster_381447"; isCluster="true"; label="repartition"; 152521 [id="node_152521" labelType="html" label="ShuffledRDD [152521] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 152522 [id="node_152522" labelType="html" label="CoalescedRDD [152522] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 152523 [id="node_152523" labelType="html" label="MapPartitionsRDD [152523] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381578 { id="cluster_381578"; isCluster="true"; label="map"; 152568 [id="node_152568" labelType="html" label="MapPartitionsRDD [152568] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381596 { id="cluster_381596"; isCluster="true"; label="WholeStageCodegen (1)"; 152583 [id="node_152583" labelType="html" label="MapPartitionsRDD [152583] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381595 { id="cluster_381595"; isCluster="true"; label="InMemoryTableScan"; 152584 [id="node_152584" labelType="html" label="MapPartitionsRDD [152584] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 152585 [id="node_152585" labelType="html" label="*(1) Filter (isnotnull(shardId#3580449) AND (shardId#3580449 = 0_3_10000000532))\n+- *(1) Scan ExistingRDD[shardId#3580449,orderProposalId#3580450L,items#3580451,optimizationGroups#3580452,isOptimal#3580453,lastModified#3580454,optimizationInsights#3580455]\n [152585] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381693 { id="cluster_381693"; isCluster="true"; label="InMemoryTableScan"; 152610 [id="node_152610" labelType="html" label="MapPartitionsRDD [152610] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 152611 [id="node_152611" labelType="html" label="MapPartitionsRDD [152611] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 152612 [id="node_152612" labelType="html" label="MapPartitionsRDD [152612] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381690 { id="cluster_381690"; isCluster="true"; label="WholeStageCodegen (1)"; 152613 [id="node_152613" labelType="html" label="MapPartitionsRDD [152613] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381689 { id="cluster_381689"; isCluster="true"; label="InMemoryTableScan"; 152614 [id="node_152614" labelType="html" label="MapPartitionsRDD [152614] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 152615 [id="node_152615" labelType="html" label="*(1) Filter (isnotnull(shardId#3580449) AND (shardId#3580449 = 0_3_10000000532))\n+- InMemoryTableScan [shardId#3580449, orderProposalId#3580450L, items#3580451, optimizationGroups#3580452, isOptimal#3580453, optimizationInsights#3580455], [isnotnull(shardId#3580449), (shardId#3580449 = 0_3_10000000532)]\n +- InMemoryRelation [shardId#3580449, orderProposalId#3580450L, items#3580451, optimizationGroups#3580452, isOptimal#3580453, lastModified#3580454, optimizationInsights#3580455], StorageLevel(disk, memory, 2 replicas)\n +- *(1) Filter (isnotnull(shardId#3580449) AND (shardId#3580449 = 0_3_10000000532))\n +- *(1) Scan ExistingRDD[shardId#3580449,orderProposalId#3580450L,items#3580451,optimizationGroups#3580452,isOptimal#3580453,lastModified#3580454,optimizationInsights#3580455]\n [152615] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382108 { id="cluster_382108"; isCluster="true"; label="InMemoryTableScan"; 152752 [id="node_152752" labelType="html" label="MapPartitionsRDD [152752] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 152753 [id="node_152753" labelType="html" label="MapPartitionsRDD [152753] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 152754 [id="node_152754" labelType="html" label="MapPartitionsRDD [152754] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382103 { id="cluster_382103"; isCluster="true"; label="WholeStageCodegen (1)"; 152755 [id="node_152755" labelType="html" label="MapPartitionsRDD [152755] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382102 { id="cluster_382102"; isCluster="true"; label="Exchange"; 152756 [id="node_152756" labelType="html" label="MapPartitionsRDD [152756] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 152521->152522; 152522->152523; 152523->152568; 152568->152583; 152583->152584; 152584->152585; 152585->152610; 152610->152611; 152611->152612; 152612->152613; 152613->152614; 152614->152615; 152615->152752; 152752->152753; 152753->152754; 152754->152755; 152755->152756; }
152520,152521
152523
152585
152615
152521
152522
152523
152568
152583
152584
152585
152610
152611
152612
152613
152614
152615
152752
152753
152754
152755
152756
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time