4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1656181 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
7 s
Locality Level Summary:
Process local: 30
Input Size / Records:
223.8 KiB / 692
Associated Job Ids:
86074
DAG Visualization
digraph G { id="graph_1656181"; subgraph graph_stage_1656181 { id="graph_stage_1656181"; isCluster="true"; label="Stage 1656181"; subgraph cluster_1779230 { id="cluster_1779230"; isCluster="true"; label="repartition"; 709659 [id="node_709659" labelType="html" label="ShuffledRDD [709659] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 709660 [id="node_709660" labelType="html" label="CoalescedRDD [709660] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 709661 [id="node_709661" labelType="html" label="MapPartitionsRDD [709661] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1779475 { id="cluster_1779475"; isCluster="true"; label="map"; 709790 [id="node_709790" labelType="html" label="MapPartitionsRDD [709790] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1779486 { id="cluster_1779486"; isCluster="true"; label="WholeStageCodegen (1)"; 709791 [id="node_709791" labelType="html" label="MapPartitionsRDD [709791] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1779485 { id="cluster_1779485"; isCluster="true"; label="InMemoryTableScan"; 709792 [id="node_709792" labelType="html" label="MapPartitionsRDD [709792] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 709793 [id="node_709793" labelType="html" label="*(1) Filter (isnotnull(shardId#16692864) AND (shardId#16692864 = 0_2_10000000548))\n+- *(1) Scan ExistingRDD[shardId#16692864,orderProposalId#16692865L,items#16692866,optimizationGroups#16692867,isOptimal#16692868,lastModified#16692869,optimizationInsights#16692870]\n [709793] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 709794 [id="node_709794" labelType="html" label="MapPartitionsRDD [709794] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 709795 [id="node_709795" labelType="html" label="MapPartitionsRDD [709795] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 709796 [id="node_709796" labelType="html" label="MapPartitionsRDD [709796] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1779480 { id="cluster_1779480"; isCluster="true"; label="WholeStageCodegen (1)"; 709797 [id="node_709797" labelType="html" label="MapPartitionsRDD [709797] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_1779479 { id="cluster_1779479"; isCluster="true"; label="Exchange"; 709798 [id="node_709798" labelType="html" label="MapPartitionsRDD [709798] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 709659->709660; 709660->709661; 709661->709790; 709790->709791; 709791->709792; 709792->709793; 709793->709794; 709794->709795; 709795->709796; 709796->709797; 709797->709798; }
709658,709659
709661
709793
709659
709660
709661
709790
709791
709792
709793
709794
709795
709796
709797
709798
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time