Github user MLnick commented on a diff in the pull request: https://github.com/apache/spark/pull/17673#discussion_r142215089 --- Diff: mllib/src/main/scala/org/apache/spark/ml/feature/Word2Vec.scala --- @@ -106,6 +106,45 @@ private[feature] trait Word2VecBase extends Params /** @group getParam */ def getMaxSentenceLength: Int = $(maxSentenceLength) + /** + * Number of negative samples to use with CBOW based estimation. + * This parameter is ignored for SkipGram based estimation. + * Default: 15 + * @group param + */ + final val negativeSamples = new IntParam(this, "negativeSamples", "Number of negative samples " + + "to use with CBOW estimation", ParamValidators.gt(0)) + setDefault(negativeSamples -> 15) + + /** @group getParam */ + def getNegativeSamples: Int = $(negativeSamples) + + /** + * Unigram table size. The unigram table is used to generate negative samples. + * This parameter is ignored for SkipGram based estimation. + * Default: 100 million + * @group param + */ + final val unigramTableSize = new IntParam(this, "unigramTableSize", "Max table size to " + + "use for generating negative samples", ParamValidators.gt(1)) + setDefault(unigramTableSize -> 100*1000*1000) + + /** @group getParam */ + def getUnigramTableSize: Int = $(unigramTableSize) + + /** + * Sample threshold (parameter t <a href="https://arxiv.org/pdf/1310.4546.pdf">here</a>) + * This parameter is ignored for SkipGram based estimation. + * Default: 0.0 + * @group param + */ + final val sample = new DoubleParam(this, "samplingThreshold", "Sampling threshold to reduce " + --- End diff -- Let's be consistent and use `samplingThreshold` for the val name and param name.
--- --------------------------------------------------------------------- To unsubscribe, e-mail: reviews-unsubscr...@spark.apache.org For additional commands, e-mail: reviews-h...@spark.apache.org