4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 340767 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Process local: 44
Input Size / Records:
15.4 MiB / 44
Shuffle Write Size / Records:
4.0 KiB / 44
Associated Job Ids:
18713
DAG Visualization
digraph G { id="graph_340767"; subgraph graph_stage_340767 { id="graph_stage_340767"; isCluster="true"; label="Stage 340767"; subgraph cluster_385241 { id="cluster_385241"; isCluster="true"; label="Exchange"; 154005 [id="node_154005" labelType="html" label="ShuffledRowRDD [154005] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_385240 { id="cluster_385240"; isCluster="true"; label="Project"; 154006 [id="node_154006" labelType="html" label="MapPartitionsRDD [154006] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_385239 { id="cluster_385239"; isCluster="true"; label="InMemoryTableScan"; 154007 [id="node_154007" labelType="html" label="MapPartitionsRDD [154007] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 154008 [id="node_154008" labelType="html" label="Project [shardId#3579691, orderProposals#3595117]\n+- Exchange rangepartitioning(shardId#3579691 ASC NULLS FIRST, resultSeparationId#3595113L ASC NULLS FIRST, 44), REPARTITION_BY_NUM, [plan_id=1030309]\n +- InMemoryTableScan [shardId#3579691, resultSeparationId#3595113L, orderProposals#3595117]\n +- InMemoryRelation [shardId#3579691, resultSeparationId#3595113L, orderProposals#3595117], StorageLevel(disk, memory, 2 replicas)\n +- ObjectHashAggregate(keys=[shardId#3579691, resultSeparationId#3595113L], functions=[collect_list(orderProposal#3588007, 0, 0)], output=[shardId#3579691, resultSeparationId#3595113L, orderProposals#3595117])\n +- Exchange hashpartitioning(shardId#3579691, resultSeparationId#3595113L, 30), ENSURE_REQUIREMENTS, [plan_id=1030266]\n +- ObjectHashAggregate(keys=[shardId#3579691, resultSeparationId#3595113L], functions=[partial_collect_list(orderProposal#3588007, 0, 0)], output=[shardId#3579691, resultSeparationId#3595113L, buf#35951... [154008] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_385329 { id="cluster_385329"; isCluster="true"; label="InMemoryTableScan"; 154036 [id="node_154036" labelType="html" label="MapPartitionsRDD [154036] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 154037 [id="node_154037" labelType="html" label="MapPartitionsRDD [154037] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; 154038 [id="node_154038" labelType="html" label="MapPartitionsRDD [154038] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_385326 { id="cluster_385326"; isCluster="true"; label="WholeStageCodegen (1)"; 154039 [id="node_154039" labelType="html" label="MapPartitionsRDD [154039] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } subgraph cluster_385325 { id="cluster_385325"; isCluster="true"; label="Exchange"; 154040 [id="node_154040" labelType="html" label="MapPartitionsRDD [154040] [Indeterminate]<br>start at FileStorageAdapterImpl.java:596}"]; } } 154005->154006; 154006->154007; 154007->154008; 154008->154036; 154036->154037; 154037->154038; 154038->154039; 154039->154040; }
154004,154005
154008
154005
154006
154007
154008
154036
154037
154038
154039
154040
Event Timeline
Enable zooming
Tasks: 44. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time