4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 338924 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
85 ms
Locality Level Summary:
Process local: 20
Input Size / Records:
7.0 MiB / 20
Shuffle Write Size / Records:
1240.0 B / 20
Associated Job Ids:
18690
DAG Visualization
digraph G { id="graph_338924"; subgraph graph_stage_338924 { id="graph_stage_338924"; isCluster="true"; label="Stage 338924"; subgraph cluster_384832 { id="cluster_384832"; isCluster="true"; label="Exchange"; 153823 [id="node_153823" labelType="html" label="ShuffledRowRDD [153823] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_384831 { id="cluster_384831"; isCluster="true"; label="Project"; 153824 [id="node_153824" labelType="html" label="MapPartitionsRDD [153824] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_384830 { id="cluster_384830"; isCluster="true"; label="InMemoryTableScan"; 153825 [id="node_153825" labelType="html" label="MapPartitionsRDD [153825] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153826 [id="node_153826" labelType="html" label="Project [shardId#3579932, orderProposals#3595557]\n+- Exchange rangepartitioning(shardId#3579932 ASC NULLS FIRST, resultSeparationId#3595553L ASC NULLS FIRST, 20), REPARTITION_BY_NUM, [plan_id=1030389]\n +- InMemoryTableScan [shardId#3579932, resultSeparationId#3595553L, orderProposals#3595557]\n +- InMemoryRelation [shardId#3579932, resultSeparationId#3595553L, orderProposals#3595557], StorageLevel(disk, memory, 2 replicas)\n +- ObjectHashAggregate(keys=[shardId#3579932, resultSeparationId#3595553L], functions=[collect_list(orderProposal#3590694, 0, 0)], output=[shardId#3579932, resultSeparationId#3595553L, orderProposals#3595557])\n +- Exchange hashpartitioning(shardId#3579932, resultSeparationId#3595553L, 30), ENSURE_REQUIREMENTS, [plan_id=1030346]\n +- ObjectHashAggregate(keys=[shardId#3579932, resultSeparationId#3595553L], functions=[partial_collect_list(orderProposal#3590694, 0, 0)], output=[shardId#3579932, resultSeparationId#3595553L, buf#35955... [153826] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_384933 { id="cluster_384933"; isCluster="true"; label="InMemoryTableScan"; 153862 [id="node_153862" labelType="html" label="MapPartitionsRDD [153862] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153863 [id="node_153863" labelType="html" label="MapPartitionsRDD [153863] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153864 [id="node_153864" labelType="html" label="MapPartitionsRDD [153864] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_384932 { id="cluster_384932"; isCluster="true"; label="CollectLimit"; 153865 [id="node_153865" labelType="html" label="MapPartitionsRDD [153865] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153866 [id="node_153866" labelType="html" label="MapPartitionsRDD [153866] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 153823->153824; 153824->153825; 153825->153826; 153826->153862; 153862->153863; 153863->153864; 153864->153865; 153865->153866; }
153822,153823
153826
153823
153824
153825
153826
153862
153863
153864
153865
153866
Event Timeline
Enable zooming
Tasks: 20. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time