Package com.r4tings.recommender.data.normalize

Class RatingNormalizer<T extends RatingNormalizer<T>>

java.lang.Object

org.apache.spark.ml.PipelineStage

org.apache.spark.ml.Transformer

com.r4tings.recommender.common.ml.AbstractRatingTransformer

com.r4tings.recommender.data.normalize.RatingNormalizer<T>

All Implemented Interfaces:

GroupCol, OutputCol, RatingCol, Verbose, java.io.Serializable, org.apache.spark.internal.Logging, org.apache.spark.ml.param.Params, org.apache.spark.ml.util.Identifiable, scala.Serializable

Direct Known Subclasses:

DecimalScalingNormalizer, MeanCenteringNormalizer, MinMaxNormalizer, ThresholdBinarizer, ZScoreNormalizer

public abstract class RatingNormalizer<T extends RatingNormalizer<T>>
extends AbstractRatingTransformer
implements GroupCol

See Also:

Serialized Form

Nested Class Summary

Nested classes/interfaces inherited from interface org.apache.spark.internal.Logging

org.apache.spark.internal.Logging.SparkShellLoggingFilter

Constructor Summary

Constructors

Constructor	Description
RatingNormalizer(java.lang.String prefix)

Method Summary

Modifier and Type	Method	Description
protected abstract org.apache.spark.sql.Dataset<org.apache.spark.sql.Row>	compute(org.apache.spark.sql.Dataset<org.apache.spark.sql.Row> ratingDS)
protected abstract org.apache.spark.sql.Dataset<org.apache.spark.sql.Row>	compute(org.apache.spark.sql.Dataset<org.apache.spark.sql.Row> ratingDS, java.lang.String groupCol)
Group	getGroup()
java.lang.String	getGroupCol()
java.lang.String	getOutputCol()
org.apache.spark.ml.param.Param<Group>	group()
protected org.apache.spark.sql.Dataset<org.apache.spark.sql.Row>	scale(org.apache.spark.sql.Dataset<org.apache.spark.sql.Row> ratingDS, java.lang.String groupCol, org.apache.spark.sql.Dataset<org.apache.spark.sql.Row> groupStatsDS, org.apache.spark.sql.Column outputColumn)
protected abstract T	self()
T	setGroup(Group value)
T	setGroupCol(java.lang.String value)
T	setItemCol(java.lang.String value)
T	setOutputCol(java.lang.String value)
T	setRatingCol(java.lang.String value)
T	setUserCol(java.lang.String value)
T	setVerbose(java.lang.Boolean value)
org.apache.spark.sql.Dataset<org.apache.spark.sql.Row>	transform(org.apache.spark.sql.Dataset<?> dataset)

Methods inherited from class com.r4tings.recommender.common.ml.AbstractRatingTransformer

copy, getItemCol, getRatingCol, getUserCol, getVerbose, itemCol, outputCol, ratingCol, transformSchema, uid, userCol, verbose

Methods inherited from class org.apache.spark.ml.Transformer

transform, transform, transform

Methods inherited from class org.apache.spark.ml.PipelineStage

$, clear, copyValues, copyValues$default$2, defaultCopy, defaultParamMap, explainParam, explainParams, extractParamMap, extractParamMap, get, getDefault, getOrDefault, getParam, hasDefault, hasParam, initializeForcefully, initializeLogIfNecessary, initializeLogIfNecessary, initializeLogIfNecessary$default$2, isDefined, isSet, isTraceEnabled, log, logDebug, logDebug, logError, logError, logInfo, logInfo, logName, logTrace, logTrace, logWarning, logWarning, onParamChange, org$apache$spark$internal$Logging$$log_, org$apache$spark$internal$Logging$$log__$eq, org$apache$spark$ml$param$Params$_setter_$defaultParamMap_$eq, org$apache$spark$ml$param$Params$_setter_$paramMap_$eq, paramMap, params, set, set, set, setDefault, setDefault, toString, transformSchema

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, wait, wait, wait

Constructor Detail

RatingNormalizer

public RatingNormalizer(java.lang.String prefix)

Method Detail

transform

public org.apache.spark.sql.Dataset<org.apache.spark.sql.Row> transform(org.apache.spark.sql.Dataset<?> dataset)

Specified by:

transform in class org.apache.spark.ml.Transformer

group

public org.apache.spark.ml.param.Param<Group> group()

Specified by:

group in interface GroupCol

getGroup

public Group getGroup()

Specified by:

getGroup in interface GroupCol

getGroupCol

public java.lang.String getGroupCol()

Specified by:

getGroupCol in interface GroupCol

getOutputCol

public java.lang.String getOutputCol()

Specified by:

getOutputCol in interface OutputCol

Overrides:

getOutputCol in class AbstractRatingTransformer

setVerbose

public T setVerbose(java.lang.Boolean value)

Specified by:

setVerbose in interface Verbose

setOutputCol

public T setOutputCol(java.lang.String value)

Specified by:

setOutputCol in interface OutputCol

setUserCol

public T setUserCol(java.lang.String value)

Specified by:

setUserCol in interface RatingCol

setItemCol

public T setItemCol(java.lang.String value)

Specified by:

setItemCol in interface RatingCol

setRatingCol

public T setRatingCol(java.lang.String value)

Specified by:

setRatingCol in interface RatingCol

setGroup

public T setGroup(Group value)

Specified by:

setGroup in interface GroupCol

setGroupCol

public T setGroupCol(java.lang.String value)

Specified by:

setGroupCol in interface GroupCol

self

protected abstract T self()

compute

protected abstract org.apache.spark.sql.Dataset<org.apache.spark.sql.Row> compute(org.apache.spark.sql.Dataset<org.apache.spark.sql.Row> ratingDS)

compute

protected abstract org.apache.spark.sql.Dataset<org.apache.spark.sql.Row> compute(org.apache.spark.sql.Dataset<org.apache.spark.sql.Row> ratingDS,
                                                                                  java.lang.String groupCol)

scale

protected org.apache.spark.sql.Dataset<org.apache.spark.sql.Row> scale(org.apache.spark.sql.Dataset<org.apache.spark.sql.Row> ratingDS,
                                                                       java.lang.String groupCol,
                                                                       org.apache.spark.sql.Dataset<org.apache.spark.sql.Row> groupStatsDS,
                                                                       org.apache.spark.sql.Column outputColumn)