4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 335549 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.5 s
Locality Level Summary:
Process local: 30
Input Size / Records:
507.5 KiB / 30
Shuffle Write Size / Records:
2.7 KiB / 30
Associated Job Ids:
18593
DAG Visualization
digraph G { id="graph_335549"; subgraph graph_stage_335549 { id="graph_stage_335549"; isCluster="true"; label="Stage 335549"; subgraph cluster_381447 { id="cluster_381447"; isCluster="true"; label="repartition"; 152521 [id="node_152521" labelType="html" label="ShuffledRDD [152521] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 152522 [id="node_152522" labelType="html" label="CoalescedRDD [152522] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 152523 [id="node_152523" labelType="html" label="MapPartitionsRDD [152523] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381488 { id="cluster_381488"; isCluster="true"; label="map"; 152524 [id="node_152524" labelType="html" label="MapPartitionsRDD [152524] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381499 { id="cluster_381499"; isCluster="true"; label="WholeStageCodegen (1)"; 152525 [id="node_152525" labelType="html" label="MapPartitionsRDD [152525] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381498 { id="cluster_381498"; isCluster="true"; label="InMemoryTableScan"; 152526 [id="node_152526" labelType="html" label="MapPartitionsRDD [152526] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 152527 [id="node_152527" labelType="html" label="*(1) Filter (isnotnull(shardId#3579691) AND (shardId#3579691 = 0_1_10000000532))\n+- *(1) Scan ExistingRDD[shardId#3579691,orderProposalId#3579692L,items#3579693,optimizationGroups#3579694,isOptimal#3579695,lastModified#3579696,optimizationInsights#3579697]\n [152527] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381548 { id="cluster_381548"; isCluster="true"; label="InMemoryTableScan"; 152543 [id="node_152543" labelType="html" label="MapPartitionsRDD [152543] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 152544 [id="node_152544" labelType="html" label="MapPartitionsRDD [152544] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 152545 [id="node_152545" labelType="html" label="MapPartitionsRDD [152545] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381545 { id="cluster_381545"; isCluster="true"; label="WholeStageCodegen (1)"; 152546 [id="node_152546" labelType="html" label="MapPartitionsRDD [152546] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_381544 { id="cluster_381544"; isCluster="true"; label="InMemoryTableScan"; 152547 [id="node_152547" labelType="html" label="MapPartitionsRDD [152547] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 152548 [id="node_152548" labelType="html" label="*(1) Filter (isnotnull(shardId#3579691) AND (shardId#3579691 = 0_1_10000000532))\n+- InMemoryTableScan [shardId#3579691, orderProposalId#3579692L, items#3579693, optimizationGroups#3579694, isOptimal#3579695, optimizationInsights#3579697], [isnotnull(shardId#3579691), (shardId#3579691 = 0_1_10000000532)]\n +- InMemoryRelation [shardId#3579691, orderProposalId#3579692L, items#3579693, optimizationGroups#3579694, isOptimal#3579695, lastModified#3579696, optimizationInsights#3579697], StorageLevel(disk, memory, 2 replicas)\n +- *(1) Filter (isnotnull(shardId#3579691) AND (shardId#3579691 = 0_1_10000000532))\n +- *(1) Scan ExistingRDD[shardId#3579691,orderProposalId#3579692L,items#3579693,optimizationGroups#3579694,isOptimal#3579695,lastModified#3579696,optimizationInsights#3579697]\n [152548] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382177 { id="cluster_382177"; isCluster="true"; label="InMemoryTableScan"; 152814 [id="node_152814" labelType="html" label="MapPartitionsRDD [152814] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 152815 [id="node_152815" labelType="html" label="MapPartitionsRDD [152815] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 152816 [id="node_152816" labelType="html" label="MapPartitionsRDD [152816] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382171 { id="cluster_382171"; isCluster="true"; label="WholeStageCodegen (1)"; 152817 [id="node_152817" labelType="html" label="MapPartitionsRDD [152817] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_382170 { id="cluster_382170"; isCluster="true"; label="Exchange"; 152818 [id="node_152818" labelType="html" label="MapPartitionsRDD [152818] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 152521->152522; 152522->152523; 152523->152524; 152524->152525; 152525->152526; 152526->152527; 152527->152543; 152543->152544; 152544->152545; 152545->152546; 152546->152547; 152547->152548; 152548->152814; 152814->152815; 152815->152816; 152816->152817; 152817->152818; }
152520,152521
152523
152527
152548
152521
152522
152523
152524
152525
152526
152527
152543
152544
152545
152546
152547
152548
152814
152815
152816
152817
152818
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time