bug fix

apache · Nov 30, 2015 · 3cafda5 · 3cafda5
1 parent bb2ed41
commit 3cafda5
Showing 1 changed file with 1 addition and 5 deletions.
diff --git a/core/src/main/scala/org/apache/spark/util/random/SamplingUtils.scala b/core/src/main/scala/org/apache/spark/util/random/SamplingUtils.scala
@@ -56,11 +56,7 @@ private[spark] object SamplingUtils {
       val rand = new XORShiftRandom(seed)
       while (input.hasNext) {
         val item = input.next()
-        val replacementIndex = if (l < Int.MaxValue) {
-          rand.nextInt(l.toInt)
-        } else {
-          rand.nextLong()
-        }
+        val replacementIndex = (rand.nextDouble() * l).toLong
         if (replacementIndex < k) {
           reservoir(replacementIndex.toInt) = item
         }