This is an automated email from the ASF dual-hosted git repository.
sergeykamov pushed a commit to branch NLPCRAFT-491
in repository https://gitbox.apache.org/repos/asf/incubator-nlpcraft.git
The following commit(s) were added to refs/heads/NLPCRAFT-491 by this push:
new e80069d1 WIP.
e80069d1 is described below
commit e80069d1699d019400f2f6f1db36e0f3eb0db94d
Author: Sergey Kamov <[email protected]>
AuthorDate: Wed Apr 6 22:45:47 2022 +0300
WIP.
---
.../src/main/java/org/apache/nlpcraft/examples/order/OrderModel.scala | 2 +-
.../apache/nlpcraft/examples/order/components/DataExtenderMapper.scala | 2 +-
.../apache/nlpcraft/examples/order/components/StanfordPipeline.scala | 3 +++
3 files changed, 5 insertions(+), 2 deletions(-)
diff --git
a/nlpcraft-examples/order/src/main/java/org/apache/nlpcraft/examples/order/OrderModel.scala
b/nlpcraft-examples/order/src/main/java/org/apache/nlpcraft/examples/order/OrderModel.scala
index ae22304d..9f4ba3bf 100644
---
a/nlpcraft-examples/order/src/main/java/org/apache/nlpcraft/examples/order/OrderModel.scala
+++
b/nlpcraft-examples/order/src/main/java/org/apache/nlpcraft/examples/order/OrderModel.scala
@@ -45,7 +45,7 @@ object OrderModel extends LazyLogging:
private def extractPizzaSize(e: NCEntity): String =
e.get[String]("ord:pizza:size:value")
private def extractQty(e: NCEntity, qty: String): Option[Int] =
Option.when(e.contains(qty))(e.get[String](qty).toDouble.toInt)
private def extractPizza(e: NCEntity): Pizza =
- Pizza(e.get[String]("ord:pizza:value"),
e.getOpt[String]("ord:pizza:size:value").toScala, extractQty(e,
"ord:pizza:qty"))
+ Pizza(e.get[String]("ord:pizza:value"),
e.getOpt[String]("ord:pizza:size").toScala, extractQty(e, "ord:pizza:qty"))
private def extractDrink(e: NCEntity): Drink =
Drink(e.get[String]("ord:drink:value"), extractQty(e, "ord:drink:qty"))
diff --git
a/nlpcraft-examples/order/src/main/java/org/apache/nlpcraft/examples/order/components/DataExtenderMapper.scala
b/nlpcraft-examples/order/src/main/java/org/apache/nlpcraft/examples/order/components/DataExtenderMapper.scala
index bc3813e7..44278aea 100644
---
a/nlpcraft-examples/order/src/main/java/org/apache/nlpcraft/examples/order/components/DataExtenderMapper.scala
+++
b/nlpcraft-examples/order/src/main/java/org/apache/nlpcraft/examples/order/components/DataExtenderMapper.scala
@@ -45,7 +45,7 @@ case class DataExtenderMapper(key: String, prop: String,
extKey: String, extProp
val (data, extData) = if e1.getId == key then (e1, e2)
else (e2, e1)
new NCPropertyMapAdapter with NCEntity:
data.keysSet().forEach(k => put(k, data.get(k)))
- put[String](extProp,
extData.get[String](extProp).toLowerCase)
+ put[String](prop,
extData.get[String](extProp).toLowerCase)
override val getTokens: JList[NCToken] =
(extract(data) ++ extract(extData)).sortBy(_.getIndex).asJava
override val getRequestId: String =
req.getRequestId
override val getId: String = data.getId
diff --git
a/nlpcraft-examples/order/src/main/java/org/apache/nlpcraft/examples/order/components/StanfordPipeline.scala
b/nlpcraft-examples/order/src/main/java/org/apache/nlpcraft/examples/order/components/StanfordPipeline.scala
index 52f1dcea..440cd61c 100644
---
a/nlpcraft-examples/order/src/main/java/org/apache/nlpcraft/examples/order/components/StanfordPipeline.scala
+++
b/nlpcraft-examples/order/src/main/java/org/apache/nlpcraft/examples/order/components/StanfordPipeline.scala
@@ -22,7 +22,9 @@ import opennlp.tools.stemmer.PorterStemmer
import org.apache.nlpcraft.*
import org.apache.nlpcraft.nlp.entity.parser.semantic.*
import org.apache.nlpcraft.nlp.entity.parser.stanford.NCStanfordNLPEntityParser
+import org.apache.nlpcraft.nlp.token.enricher.NCEnStopWordsTokenEnricher
import org.apache.nlpcraft.nlp.token.parser.stanford.NCStanfordNLPTokenParser
+
import scala.jdk.CollectionConverters.*
import java.util.Properties
@@ -42,6 +44,7 @@ object StanfordPipeline:
new NCPipelineBuilder().
withTokenParser(tokParser).
+ withTokenEnricher(new NCEnStopWordsTokenEnricher()).
withEntityParser(new NCStanfordNLPEntityParser(stanford,
"number")).
withEntityParser(new NCSemanticEntityParser(stemmer, tokParser,
"order_model.yaml")).
withEntityMappers(Seq(