This is an automated email from the ASF dual-hosted git repository.
sergeykamov pushed a commit to branch NLPCRAFT-471
in repository https://gitbox.apache.org/repos/asf/incubator-nlpcraft.git
The following commit(s) were added to refs/heads/NLPCRAFT-471 by this push:
new 711954f WIP.
711954f is described below
commit 711954fedf5b261c4068a143e5c64daa2964d21c
Author: Sergey Kamov <[email protected]>
AuthorDate: Mon Dec 27 17:24:52 2021 +0300
WIP.
---
.../enricher/impl/NCOpenNlpTokenEnricherImpl.scala | 18 +++++++-----------
1 file changed, 7 insertions(+), 11 deletions(-)
diff --git
a/nlpcraft/src/main/scala/org/apache/nlpcraft/internal/nlp/token/enricher/impl/NCOpenNlpTokenEnricherImpl.scala
b/nlpcraft/src/main/scala/org/apache/nlpcraft/internal/nlp/token/enricher/impl/NCOpenNlpTokenEnricherImpl.scala
index 1f0326c..b8a9e00 100644
---
a/nlpcraft/src/main/scala/org/apache/nlpcraft/internal/nlp/token/enricher/impl/NCOpenNlpTokenEnricherImpl.scala
+++
b/nlpcraft/src/main/scala/org/apache/nlpcraft/internal/nlp/token/enricher/impl/NCOpenNlpTokenEnricherImpl.scala
@@ -40,9 +40,7 @@ class NCOpenNlpTokenEnricherImpl(models: JMap[String,
String]) extends NCTokenEn
models.asScala.map {
case (name, res) =>
val mdl = new NameFinderME(new
TokenNameFinderModel(NCUtils.getStream(res)))
-
logger.trace(s"Loaded resource: $res")
-
name -> mdl
}.toMap
@@ -54,16 +52,14 @@ class NCOpenNlpTokenEnricherImpl(models: JMap[String,
String]) extends NCTokenEn
case class Holder(start: Int, end: Int, name: String, probability:
Double)
- val hs =
- this.
- synchronized {
- val res = nerFinders.
- flatMap { case (name, finder) =>
- finder.find(words).map(p => Holder(p.getStart,
p.getEnd - 1, name, p.getProb)).toSeq
- }
- nerFinders.values.foreach(_.clearAdaptiveData())
- res
+ val hs = this.synchronized {
+ val hs = nerFinders.
+ flatMap { case (name, finder) =>
+ finder.find(words).map(p => Holder(p.getStart, p.getEnd -
1, name, p.getProb)).toSeq
}
+ nerFinders.values.foreach(_.clearAdaptiveData())
+ hs
+ }
if hs.nonEmpty then
val toksSeqIdxs = toks.asScala.zipWithIndex