4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 338741 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.6 s
Locality Level Summary:
Process local: 20
Input Size / Records:
7.0 MiB / 20
Shuffle Write Size / Records:
1840.0 B / 20
Associated Job Ids:
18689
DAG Visualization
digraph G { id="graph_338741"; subgraph graph_stage_338741 { id="graph_stage_338741"; isCluster="true"; label="Stage 338741"; subgraph cluster_384832 { id="cluster_384832"; isCluster="true"; label="Exchange"; 153823 [id="node_153823" labelType="html" label="ShuffledRowRDD [153823] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_384831 { id="cluster_384831"; isCluster="true"; label="Project"; 153824 [id="node_153824" labelType="html" label="MapPartitionsRDD [153824] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_384830 { id="cluster_384830"; isCluster="true"; label="InMemoryTableScan"; 153825 [id="node_153825" labelType="html" label="MapPartitionsRDD [153825] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153826 [id="node_153826" labelType="html" label="Project [shardId#3579932, orderProposals#3595557]\n+- Exchange rangepartitioning(shardId#3579932 ASC NULLS FIRST, resultSeparationId#3595553L ASC NULLS FIRST, 20), REPARTITION_BY_NUM, [plan_id=1030389]\n +- InMemoryTableScan [shardId#3579932, resultSeparationId#3595553L, orderProposals#3595557]\n +- InMemoryRelation [shardId#3579932, resultSeparationId#3595553L, orderProposals#3595557], StorageLevel(disk, memory, 2 replicas)\n +- ObjectHashAggregate(keys=[shardId#3579932, resultSeparationId#3595553L], functions=[collect_list(orderProposal#3590694, 0, 0)], output=[shardId#3579932, resultSeparationId#3595553L, orderProposals#3595557])\n +- Exchange hashpartitioning(shardId#3579932, resultSeparationId#3595553L, 30), ENSURE_REQUIREMENTS, [plan_id=1030346]\n +- ObjectHashAggregate(keys=[shardId#3579932, resultSeparationId#3595553L], functions=[partial_collect_list(orderProposal#3590694, 0, 0)], output=[shardId#3579932, resultSeparationId#3595553L, buf#35955... [153826] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_384920 { id="cluster_384920"; isCluster="true"; label="InMemoryTableScan"; 153854 [id="node_153854" labelType="html" label="MapPartitionsRDD [153854] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153855 [id="node_153855" labelType="html" label="MapPartitionsRDD [153855] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153856 [id="node_153856" labelType="html" label="MapPartitionsRDD [153856] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_384917 { id="cluster_384917"; isCluster="true"; label="WholeStageCodegen (1)"; 153857 [id="node_153857" labelType="html" label="MapPartitionsRDD [153857] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_384916 { id="cluster_384916"; isCluster="true"; label="Exchange"; 153858 [id="node_153858" labelType="html" label="MapPartitionsRDD [153858] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 153823->153824; 153824->153825; 153825->153826; 153826->153854; 153854->153855; 153855->153856; 153856->153857; 153857->153858; }
153822,153823
153826
153823
153824
153825
153826
153854
153855
153856
153857
153858
Event Timeline
Enable zooming
Tasks: 20. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time