This is an automated email from the ASF dual-hosted git repository.
sergeykamov pushed a commit to branch NLPCRAFT-471
in repository https://gitbox.apache.org/repos/asf/incubator-nlpcraft.git
The following commit(s) were added to refs/heads/NLPCRAFT-471 by this push:
new fc3c25b WIP.
fc3c25b is described below
commit fc3c25bd319a7f24870d452cfa0430fc9713b59c
Author: Sergey Kamov <[email protected]>
AuthorDate: Mon Dec 27 16:53:03 2021 +0300
WIP.
---
.../nlp/token/enricher/impl/NCOpenNlpTokenEnricherImpl.scala | 11 ++++++-----
1 file changed, 6 insertions(+), 5 deletions(-)
diff --git
a/nlpcraft/src/main/scala/org/apache/nlpcraft/internal/nlp/token/enricher/impl/NCOpenNlpTokenEnricherImpl.scala
b/nlpcraft/src/main/scala/org/apache/nlpcraft/internal/nlp/token/enricher/impl/NCOpenNlpTokenEnricherImpl.scala
index 45dd85f..b7c0113 100644
---
a/nlpcraft/src/main/scala/org/apache/nlpcraft/internal/nlp/token/enricher/impl/NCOpenNlpTokenEnricherImpl.scala
+++
b/nlpcraft/src/main/scala/org/apache/nlpcraft/internal/nlp/token/enricher/impl/NCOpenNlpTokenEnricherImpl.scala
@@ -37,7 +37,9 @@ class NCOpenNlpTokenEnricherImpl(models: JMap[String,
String]) extends NCTokenEn
@volatile private var nerFinders: Map[String, NameFinderME] = _
override def start(): Unit = nerFinders =
- models.asScala.map { case (name, path) => name -> new NameFinderME(new
TokenNameFinderModel(NCUtils.getStream(path))) }.toMap
+ models.asScala.map {
+ case (name, path) => name -> new NameFinderME(new
TokenNameFinderModel(NCUtils.getStream(path)))
+ }.toMap
override def stop(): Unit = nerFinders = null
@@ -51,9 +53,8 @@ class NCOpenNlpTokenEnricherImpl(models: JMap[String,
String]) extends NCTokenEn
this.
synchronized {
val res = nerFinders.
- flatMap {
- case (name, finder) =>
- finder.find(words).map(p => Holder(p.getStart,
p.getEnd - 1, name, p.getProb)).toSeq
+ flatMap { case (name, finder) =>
+ finder.find(words).map(p => Holder(p.getStart,
p.getEnd - 1, name, p.getProb)).toSeq
}
nerFinders.values.foreach(_.clearAdaptiveData())
res
@@ -68,7 +69,7 @@ class NCOpenNlpTokenEnricherImpl(models: JMap[String,
String]) extends NCTokenEn
case None => -1
val i1 = calcIndex(_.start)
- val i2 = calcIndex(_.end)
+ lazy val i2 = calcIndex(_.end)
if i1 != -1 && i2 != -1 then
for ((tok, idx) <- toksSeqIdxs if idx >= i1 && idx <= i2)