From f8ec240f6a73261141f5386fb4ebe506c2a98e19 Mon Sep 17 00:00:00 2001 From: Peng Date: Fri, 14 Jul 2017 11:42:01 +0800 Subject: [PATCH 1/2] add test suite for BoundedPriorityQueue --- .../util/BoundedPriorityQueueSuite.scala | 51 +++++++++++++++++++ 1 file changed, 51 insertions(+) create mode 100644 core/src/test/scala/org/apache/spark/util/BoundedPriorityQueueSuite.scala diff --git a/core/src/test/scala/org/apache/spark/util/BoundedPriorityQueueSuite.scala b/core/src/test/scala/org/apache/spark/util/BoundedPriorityQueueSuite.scala new file mode 100644 index 0000000000000..9465ca70e94f2 --- /dev/null +++ b/core/src/test/scala/org/apache/spark/util/BoundedPriorityQueueSuite.scala @@ -0,0 +1,51 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one or more + * contributor license agreements. See the NOTICE file distributed with + * this work for additional information regarding copyright ownership. + * The ASF licenses this file to You under the Apache License, Version 2.0 + * (the "License"); you may not use this file except in compliance with + * the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +package org.apache.spark.util + +import org.apache.spark.SparkFunSuite + +class BoundedPriorityQueueSuite extends SparkFunSuite { + test("BoundedPriorityQueue poll test") { + val pq = new BoundedPriorityQueue[Double](4) + + pq += 0.1 + pq += 1.5 + pq += 1.0 + pq += 0.3 + pq += 0.01 + + assert(pq.isEmpty == false) + assert(pq.poll() == 0.1) + assert(pq.poll() == 0.3) + assert(pq.poll() == 1.0) + assert(pq.poll() == 1.5) + assert(pq.isEmpty == true) + + val pq2 = new BoundedPriorityQueue[(Int, Double)](4)(Ordering.by(_._2)) + pq2 += 1 -> 0.5 + pq2 += 5 -> 0.1 + pq2 += 3 -> 0.3 + pq2 += 4 -> 0.2 + pq2 += 1 -> 0.4 + + assert(pq2.poll()._2 == 0.2) + assert(pq2.poll()._2 == 0.3) + assert(pq2.poll()._2 == 0.4) + assert(pq2.poll()._2 == 0.5) + } +} From b6630dbd3b5c671086011938125f583c87a0d42e Mon Sep 17 00:00:00 2001 From: Peng Meng Date: Thu, 13 Jul 2017 15:33:45 +0800 Subject: [PATCH 2/2] add poll for PriorityQueue --- .../scala/org/apache/spark/util/BoundedPriorityQueue.scala | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/core/src/main/scala/org/apache/spark/util/BoundedPriorityQueue.scala b/core/src/main/scala/org/apache/spark/util/BoundedPriorityQueue.scala index 1b2b1932e0c3d..eff0aa4453f08 100644 --- a/core/src/main/scala/org/apache/spark/util/BoundedPriorityQueue.scala +++ b/core/src/main/scala/org/apache/spark/util/BoundedPriorityQueue.scala @@ -51,6 +51,10 @@ private[spark] class BoundedPriorityQueue[A](maxSize: Int)(implicit ord: Orderin this } + def poll(): A = { + underlying.poll() + } + override def +=(elem1: A, elem2: A, elems: A*): this.type = { this += elem1 += elem2 ++= elems }