Skip to content

Commit

Permalink
[MLlib] Minor: UDF style update.
Browse files Browse the repository at this point in the history
Author: Reynold Xin <[email protected]>

Closes apache#4388 from rxin/mllib-style and squashes the following commits:

61d465b [Reynold Xin] oops
3364295 [Reynold Xin] Missed one ..
5e068e3 [Reynold Xin] [MLlib] Minor: UDF style update.
  • Loading branch information
rxin committed Feb 5, 2015
1 parent 7d789e1 commit c3ba4d4
Show file tree
Hide file tree
Showing 2 changed files with 7 additions and 5 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -132,12 +132,14 @@ class LogisticRegressionModel private[ml] (
override def transform(dataset: DataFrame, paramMap: ParamMap): DataFrame = {
transformSchema(dataset.schema, paramMap, logging = true)
val map = this.paramMap ++ paramMap
val scoreFunction = udf((v: Vector) => {
val scoreFunction = udf { v: Vector =>
val margin = BLAS.dot(v, weights)
1.0 / (1.0 + math.exp(-margin))
} : Double)
}
val t = map(threshold)
val predictFunction = udf((score: Double) => { if (score > t) 1.0 else 0.0 } : Double)
val predictFunction = udf { score: Double =>
if (score > t) 1.0 else 0.0
}
dataset
.select($"*", scoreFunction(col(map(featuresCol))).as(map(scoreCol)))
.select($"*", predictFunction(col(map(scoreCol))).as(map(predictionCol)))
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -129,13 +129,13 @@ class ALSModel private[ml] (

// Register a UDF for DataFrame, and then
// create a new column named map(predictionCol) by running the predict UDF.
val predict = udf((userFeatures: Seq[Float], itemFeatures: Seq[Float]) => {
val predict = udf { (userFeatures: Seq[Float], itemFeatures: Seq[Float]) =>
if (userFeatures != null && itemFeatures != null) {
blas.sdot(k, userFeatures.toArray, 1, itemFeatures.toArray, 1)
} else {
Float.NaN
}
} : Float)
}
dataset
.join(users, dataset(map(userCol)) === users("id"), "left")
.join(items, dataset(map(itemCol)) === items("id"), "left")
Expand Down

0 comments on commit c3ba4d4

Please sign in to comment.