4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1036057 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
68 ms
Locality Level Summary:
Process local: 30
Input Size / Records:
673.1 KiB / 30
Associated Job Ids:
52738
DAG Visualization
digraph G { id="graph_1036057"; subgraph graph_stage_1036057 { id="graph_stage_1036057"; isCluster="true"; label="Stage 1036057"; subgraph cluster_1088228 { id="cluster_1088228"; isCluster="true"; label="repartition"; 434365 [id="node_434365" labelType="html" label="ShuffledRDD [434365] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 434366 [id="node_434366" labelType="html" label="CoalescedRDD [434366] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 434367 [id="node_434367" labelType="html" label="MapPartitionsRDD [434367] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088287 { id="cluster_1088287"; isCluster="true"; label="map"; 434374 [id="node_434374" labelType="html" label="MapPartitionsRDD [434374] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088298 { id="cluster_1088298"; isCluster="true"; label="WholeStageCodegen (1)"; 434375 [id="node_434375" labelType="html" label="MapPartitionsRDD [434375] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088297 { id="cluster_1088297"; isCluster="true"; label="InMemoryTableScan"; 434376 [id="node_434376" labelType="html" label="MapPartitionsRDD [434376] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 434377 [id="node_434377" labelType="html" label="*(1) Filter (isnotnull(shardId#10214802) AND (shardId#10214802 = 0_3_10000000540))\n+- *(1) Scan ExistingRDD[shardId#10214802,orderProposalId#10214803L,items#10214804,optimizationGroups#10214805,isOptimal#10214806,lastModified#10214807,optimizationInsights#10214808]\n [434377] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088321 { id="cluster_1088321"; isCluster="true"; label="InMemoryTableScan"; 434386 [id="node_434386" labelType="html" label="MapPartitionsRDD [434386] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 434387 [id="node_434387" labelType="html" label="MapPartitionsRDD [434387] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 434388 [id="node_434388" labelType="html" label="MapPartitionsRDD [434388] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088318 { id="cluster_1088318"; isCluster="true"; label="WholeStageCodegen (1)"; 434389 [id="node_434389" labelType="html" label="MapPartitionsRDD [434389] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1088317 { id="cluster_1088317"; isCluster="true"; label="InMemoryTableScan"; 434390 [id="node_434390" labelType="html" label="MapPartitionsRDD [434390] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 434391 [id="node_434391" labelType="html" label="*(1) Filter (isnotnull(shardId#10214802) AND (shardId#10214802 = 0_3_10000000540))\n+- InMemoryTableScan [shardId#10214802, orderProposalId#10214803L, items#10214804, optimizationGroups#10214805, isOptimal#10214806, optimizationInsights#10214808], [isnotnull(shardId#10214802), (shardId#10214802 = 0_3_10000000540)]\n +- InMemoryRelation [shardId#10214802, orderProposalId#10214803L, items#10214804, optimizationGroups#10214805, isOptimal#10214806, lastModified#10214807, optimizationInsights#10214808], StorageLevel(disk, memory, 2 replicas)\n +- *(1) Filter (isnotnull(shardId#10214802) AND (shardId#10214802 = 0_3_10000000540))\n +- *(1) Scan ExistingRDD[shardId#10214802,orderProposalId#10214803L,items#10214804,optimizationGroups#10214805,isOptimal#10214806,lastModified#10214807,optimizationInsights#10214808]\n [434391] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1089061 { id="cluster_1089061"; isCluster="true"; label="InMemoryTableScan"; 434675 [id="node_434675" labelType="html" label="MapPartitionsRDD [434675] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 434676 [id="node_434676" labelType="html" label="MapPartitionsRDD [434676] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 434677 [id="node_434677" labelType="html" label="MapPartitionsRDD [434677] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1089044 { id="cluster_1089044"; isCluster="true"; label="WholeStageCodegen (3)"; 434678 [id="node_434678" labelType="html" label="MapPartitionsRDD [434678] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1089043 { id="cluster_1089043"; isCluster="true"; label="CollectLimit"; 434679 [id="node_434679" labelType="html" label="MapPartitionsRDD [434679] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 434365->434366; 434366->434367; 434367->434374; 434374->434375; 434375->434376; 434376->434377; 434377->434386; 434386->434387; 434387->434388; 434388->434389; 434389->434390; 434390->434391; 434391->434675; 434675->434676; 434676->434677; 434677->434678; 434678->434679; }
434364,434365
434367
434377
434391
434365
434366
434367
434374
434375
434376
434377
434386
434387
434388
434389
434390
434391
434675
434676
434677
434678
434679
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time