4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1656205 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Process local: 30
Input Size / Records:
630.0 B / 0
Associated Job Ids:
86076
DAG Visualization
digraph G { id="graph_1656205"; subgraph graph_stage_1656205 { id="graph_stage_1656205"; isCluster="true"; label="Stage 1656205"; subgraph cluster_1779230 { id="cluster_1779230"; isCluster="true"; label="repartition"; 709659 [id="node_709659" labelType="html" label="ShuffledRDD [709659] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 709660 [id="node_709660" labelType="html" label="CoalescedRDD [709660] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 709661 [id="node_709661" labelType="html" label="MapPartitionsRDD [709661] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1779475 { id="cluster_1779475"; isCluster="true"; label="map"; 709790 [id="node_709790" labelType="html" label="MapPartitionsRDD [709790] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1779486 { id="cluster_1779486"; isCluster="true"; label="WholeStageCodegen (1)"; 709791 [id="node_709791" labelType="html" label="MapPartitionsRDD [709791] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1779485 { id="cluster_1779485"; isCluster="true"; label="InMemoryTableScan"; 709792 [id="node_709792" labelType="html" label="MapPartitionsRDD [709792] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 709793 [id="node_709793" labelType="html" label="*(1) Filter (isnotnull(shardId#16692864) AND (shardId#16692864 = 0_2_10000000548))\n+- *(1) Scan ExistingRDD[shardId#16692864,orderProposalId#16692865L,items#16692866,optimizationGroups#16692867,isOptimal#16692868,lastModified#16692869,optimizationInsights#16692870]\n [709793] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1779538 { id="cluster_1779538"; isCluster="true"; label="InMemoryTableScan"; 709816 [id="node_709816" labelType="html" label="MapPartitionsRDD [709816] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 709817 [id="node_709817" labelType="html" label="MapPartitionsRDD [709817] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 709818 [id="node_709818" labelType="html" label="MapPartitionsRDD [709818] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1779535 { id="cluster_1779535"; isCluster="true"; label="WholeStageCodegen (1)"; 709819 [id="node_709819" labelType="html" label="MapPartitionsRDD [709819] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1779534 { id="cluster_1779534"; isCluster="true"; label="InMemoryTableScan"; 709820 [id="node_709820" labelType="html" label="MapPartitionsRDD [709820] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 709821 [id="node_709821" labelType="html" label="*(1) Filter (isnotnull(shardId#16692864) AND (shardId#16692864 = 0_2_10000000548))\n+- InMemoryTableScan [shardId#16692864, orderProposalId#16692865L, items#16692866, optimizationGroups#16692867, isOptimal#16692868, optimizationInsights#16692870], [isnotnull(shardId#16692864), (shardId#16692864 = 0_2_10000000548)]\n +- InMemoryRelation [shardId#16692864, orderProposalId#16692865L, items#16692866, optimizationGroups#16692867, isOptimal#16692868, lastModified#16692869, optimizationInsights#16692870], StorageLevel(disk, memory, 2 replicas)\n +- *(1) Filter (isnotnull(shardId#16692864) AND (shardId#16692864 = 0_2_10000000548))\n +- *(1) Scan ExistingRDD[shardId#16692864,orderProposalId#16692865L,items#16692866,optimizationGroups#16692867,isOptimal#16692868,lastModified#16692869,optimizationInsights#16692870]\n [709821] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 709822 [id="node_709822" labelType="html" label="MapPartitionsRDD [709822] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 709823 [id="node_709823" labelType="html" label="MapPartitionsRDD [709823] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 709824 [id="node_709824" labelType="html" label="MapPartitionsRDD [709824] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1779533 { id="cluster_1779533"; isCluster="true"; label="CollectLimit"; 709825 [id="node_709825" labelType="html" label="MapPartitionsRDD [709825] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 709826 [id="node_709826" labelType="html" label="MapPartitionsRDD [709826] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 709659->709660; 709660->709661; 709661->709790; 709790->709791; 709791->709792; 709792->709793; 709793->709816; 709816->709817; 709817->709818; 709818->709819; 709819->709820; 709820->709821; 709821->709822; 709822->709823; 709823->709824; 709824->709825; 709825->709826; }
709658,709659
709661
709793
709821
709659
709660
709661
709790
709791
709792
709793
709816
709817
709818
709819
709820
709821
709822
709823
709824
709825
709826
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time