4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1035091 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
1 s
Locality Level Summary:
Process local: 30
Input Size / Records:
673.1 KiB / 30
Associated Job Ids:
52727
DAG Visualization
digraph G { id="graph_1035091"; subgraph graph_stage_1035091 { id="graph_stage_1035091"; isCluster="true"; label="Stage 1035091"; subgraph cluster_1088228 { id="cluster_1088228"; isCluster="true"; label="repartition"; 434365 [id="node_434365" labelType="html" label="ShuffledRDD [434365] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 434366 [id="node_434366" labelType="html" label="CoalescedRDD [434366] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 434367 [id="node_434367" labelType="html" label="MapPartitionsRDD [434367] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088287 { id="cluster_1088287"; isCluster="true"; label="map"; 434374 [id="node_434374" labelType="html" label="MapPartitionsRDD [434374] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088298 { id="cluster_1088298"; isCluster="true"; label="WholeStageCodegen (1)"; 434375 [id="node_434375" labelType="html" label="MapPartitionsRDD [434375] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088297 { id="cluster_1088297"; isCluster="true"; label="InMemoryTableScan"; 434376 [id="node_434376" labelType="html" label="MapPartitionsRDD [434376] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 434377 [id="node_434377" labelType="html" label="*(1) Filter (isnotnull(shardId#10214802) AND (shardId#10214802 = 0_3_10000000540))\n+- *(1) Scan ExistingRDD[shardId#10214802,orderProposalId#10214803L,items#10214804,optimizationGroups#10214805,isOptimal#10214806,lastModified#10214807,optimizationInsights#10214808]\n [434377] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088321 { id="cluster_1088321"; isCluster="true"; label="InMemoryTableScan"; 434386 [id="node_434386" labelType="html" label="MapPartitionsRDD [434386] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 434387 [id="node_434387" labelType="html" label="MapPartitionsRDD [434387] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 434388 [id="node_434388" labelType="html" label="MapPartitionsRDD [434388] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088318 { id="cluster_1088318"; isCluster="true"; label="WholeStageCodegen (1)"; 434389 [id="node_434389" labelType="html" label="MapPartitionsRDD [434389] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088317 { id="cluster_1088317"; isCluster="true"; label="InMemoryTableScan"; 434390 [id="node_434390" labelType="html" label="MapPartitionsRDD [434390] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 434391 [id="node_434391" labelType="html" label="*(1) Filter (isnotnull(shardId#10214802) AND (shardId#10214802 = 0_3_10000000540))\n+- InMemoryTableScan [shardId#10214802, orderProposalId#10214803L, items#10214804, optimizationGroups#10214805, isOptimal#10214806, optimizationInsights#10214808], [isnotnull(shardId#10214802), (shardId#10214802 = 0_3_10000000540)]\n +- InMemoryRelation [shardId#10214802, orderProposalId#10214803L, items#10214804, optimizationGroups#10214805, isOptimal#10214806, lastModified#10214807, optimizationInsights#10214808], StorageLevel(disk, memory, 2 replicas)\n +- *(1) Filter (isnotnull(shardId#10214802) AND (shardId#10214802 = 0_3_10000000540))\n +- *(1) Scan ExistingRDD[shardId#10214802,orderProposalId#10214803L,items#10214804,optimizationGroups#10214805,isOptimal#10214806,lastModified#10214807,optimizationInsights#10214808]\n [434391] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088824 { id="cluster_1088824"; isCluster="true"; label="InMemoryTableScan"; 434590 [id="node_434590" labelType="html" label="MapPartitionsRDD [434590] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 434591 [id="node_434591" labelType="html" label="MapPartitionsRDD [434591] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 434592 [id="node_434592" labelType="html" label="MapPartitionsRDD [434592] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088817 { id="cluster_1088817"; isCluster="true"; label="WholeStageCodegen (3)"; 434593 [id="node_434593" labelType="html" label="MapPartitionsRDD [434593] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088815 { id="cluster_1088815"; isCluster="true"; label="WholeStageCodegen (8)"; 434594 [id="node_434594" labelType="html" label="MapPartitionsRDD [434594] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 434365->434366; 434366->434367; 434367->434374; 434374->434375; 434375->434376; 434376->434377; 434377->434386; 434386->434387; 434387->434388; 434388->434389; 434389->434390; 434390->434391; 434391->434590; 434590->434591; 434591->434592; 434592->434593; 434593->434594; }
434364,434365
434367
434377
434391
434365
434366
434367
434374
434375
434376
434377
434386
434387
434388
434389
434390
434391
434590
434591
434592
434593
434594
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time