4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 339107 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
18 s
Locality Level Summary:
Process local: 20
Input Size / Records:
7.0 MiB / 20
Output Size / Records:
128.2 MiB / 20
Associated Job Ids:
18691
DAG Visualization
digraph G { id="graph_339107"; subgraph graph_stage_339107 { id="graph_stage_339107"; isCluster="true"; label="Stage 339107"; subgraph cluster_384832 { id="cluster_384832"; isCluster="true"; label="Exchange"; 153823 [id="node_153823" labelType="html" label="ShuffledRowRDD [153823] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_384831 { id="cluster_384831"; isCluster="true"; label="Project"; 153824 [id="node_153824" labelType="html" label="MapPartitionsRDD [153824] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_384830 { id="cluster_384830"; isCluster="true"; label="InMemoryTableScan"; 153825 [id="node_153825" labelType="html" label="MapPartitionsRDD [153825] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153826 [id="node_153826" labelType="html" label="Project [shardId#3579932, orderProposals#3595557]\n+- Exchange rangepartitioning(shardId#3579932 ASC NULLS FIRST, resultSeparationId#3595553L ASC NULLS FIRST, 20), REPARTITION_BY_NUM, [plan_id=1030389]\n +- InMemoryTableScan [shardId#3579932, resultSeparationId#3595553L, orderProposals#3595557]\n +- InMemoryRelation [shardId#3579932, resultSeparationId#3595553L, orderProposals#3595557], StorageLevel(disk, memory, 2 replicas)\n +- ObjectHashAggregate(keys=[shardId#3579932, resultSeparationId#3595553L], functions=[collect_list(orderProposal#3590694, 0, 0)], output=[shardId#3579932, resultSeparationId#3595553L, orderProposals#3595557])\n +- Exchange hashpartitioning(shardId#3579932, resultSeparationId#3595553L, 30), ENSURE_REQUIREMENTS, [plan_id=1030346]\n +- ObjectHashAggregate(keys=[shardId#3579932, resultSeparationId#3595553L], functions=[partial_collect_list(orderProposal#3590694, 0, 0)], output=[shardId#3579932, resultSeparationId#3595553L, buf#35955... [153826] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_384947 { id="cluster_384947"; isCluster="true"; label="InMemoryTableScan"; 153870 [id="node_153870" labelType="html" label="MapPartitionsRDD [153870] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153871 [id="node_153871" labelType="html" label="MapPartitionsRDD [153871] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 153872 [id="node_153872" labelType="html" label="MapPartitionsRDD [153872] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_384946 { id="cluster_384946"; isCluster="true"; label="Project"; 153873 [id="node_153873" labelType="html" label="MapPartitionsRDD [153873] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_384945 { id="cluster_384945"; isCluster="true"; label="Sort"; 153874 [id="node_153874" labelType="html" label="MapPartitionsRDD [153874] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_384944 { id="cluster_384944"; isCluster="true"; label="WriteFiles"; 153875 [id="node_153875" labelType="html" label="MapPartitionsRDD [153875] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 153823->153824; 153824->153825; 153825->153826; 153826->153870; 153870->153871; 153871->153872; 153872->153873; 153873->153874; 153874->153875; }
153822,153823
153826
153823
153824
153825
153826
153870
153871
153872
153873
153874
153875
Event Timeline
Enable zooming
Tasks: 20. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time