4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 331525 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Process local: 30
Input Size / Records:
627.9 KiB / 30
Shuffle Write Size / Records:
2.9 KiB / 30
Associated Job Ids:
18475
DAG Visualization
digraph G { id="graph_331525"; subgraph graph_stage_331525 { id="graph_stage_331525"; isCluster="true"; label="Stage 331525"; subgraph cluster_376205 { id="cluster_376205"; isCluster="true"; label="repartition"; 150374 [id="node_150374" labelType="html" label="ShuffledRDD [150374] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 150375 [id="node_150375" labelType="html" label="CoalescedRDD [150375] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 150376 [id="node_150376" labelType="html" label="MapPartitionsRDD [150376] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_376290 { id="cluster_376290"; isCluster="true"; label="map"; 150396 [id="node_150396" labelType="html" label="MapPartitionsRDD [150396] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_376301 { id="cluster_376301"; isCluster="true"; label="WholeStageCodegen (1)"; 150397 [id="node_150397" labelType="html" label="MapPartitionsRDD [150397] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_376300 { id="cluster_376300"; isCluster="true"; label="InMemoryTableScan"; 150398 [id="node_150398" labelType="html" label="MapPartitionsRDD [150398] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 150399 [id="node_150399" labelType="html" label="*(1) Filter (isnotnull(shardId#3538856) AND (shardId#3538856 = 0_2_10000000532))\n+- *(1) Scan ExistingRDD[shardId#3538856,orderProposalId#3538857L,items#3538858,optimizationGroups#3538859,isOptimal#3538860,lastModified#3538861,optimizationInsights#3538862]\n [150399] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_376324 { id="cluster_376324"; isCluster="true"; label="InMemoryTableScan"; 150408 [id="node_150408" labelType="html" label="MapPartitionsRDD [150408] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 150409 [id="node_150409" labelType="html" label="MapPartitionsRDD [150409] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 150410 [id="node_150410" labelType="html" label="MapPartitionsRDD [150410] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_376321 { id="cluster_376321"; isCluster="true"; label="WholeStageCodegen (1)"; 150411 [id="node_150411" labelType="html" label="MapPartitionsRDD [150411] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_376320 { id="cluster_376320"; isCluster="true"; label="InMemoryTableScan"; 150412 [id="node_150412" labelType="html" label="MapPartitionsRDD [150412] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 150413 [id="node_150413" labelType="html" label="*(1) Filter (isnotnull(shardId#3538856) AND (shardId#3538856 = 0_2_10000000532))\n+- InMemoryTableScan [shardId#3538856, orderProposalId#3538857L, items#3538858, optimizationGroups#3538859, isOptimal#3538860, optimizationInsights#3538862], [isnotnull(shardId#3538856), (shardId#3538856 = 0_2_10000000532)]\n +- InMemoryRelation [shardId#3538856, orderProposalId#3538857L, items#3538858, optimizationGroups#3538859, isOptimal#3538860, lastModified#3538861, optimizationInsights#3538862], StorageLevel(disk, memory, 2 replicas)\n +- *(1) Filter (isnotnull(shardId#3538856) AND (shardId#3538856 = 0_2_10000000532))\n +- *(1) Scan ExistingRDD[shardId#3538856,orderProposalId#3538857L,items#3538858,optimizationGroups#3538859,isOptimal#3538860,lastModified#3538861,optimizationInsights#3538862]\n [150413] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_379107 { id="cluster_379107"; isCluster="true"; label="InMemoryTableScan"; 151537 [id="node_151537" labelType="html" label="MapPartitionsRDD [151537] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 151538 [id="node_151538" labelType="html" label="MapPartitionsRDD [151538] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 151539 [id="node_151539" labelType="html" label="MapPartitionsRDD [151539] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_379076 { id="cluster_379076"; isCluster="true"; label="WholeStageCodegen (3)"; 151540 [id="node_151540" labelType="html" label="MapPartitionsRDD [151540] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_379073 { id="cluster_379073"; isCluster="true"; label="Exchange"; 151541 [id="node_151541" labelType="html" label="MapPartitionsRDD [151541] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 150374->150375; 150375->150376; 150376->150396; 150396->150397; 150397->150398; 150398->150399; 150399->150408; 150408->150409; 150409->150410; 150410->150411; 150411->150412; 150412->150413; 150413->151537; 151537->151538; 151538->151539; 151539->151540; 151540->151541; }
150373,150374
150376
150399
150413
150374
150375
150376
150396
150397
150398
150399
150408
150409
150410
150411
150412
150413
151537
151538
151539
151540
151541
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time