This is an automated email from the ASF dual-hosted git repository.
pvillard pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/nifi.git
The following commit(s) were added to refs/heads/main by this push:
new 49c8d1b490 NIFI-13097 Set project.version in Python Extension
Processors
49c8d1b490 is described below
commit 49c8d1b4903ac9c23b10cbb89f1ff8b135b5bcf8
Author: exceptionfactory <exceptionfact...@apache.org>
AuthorDate: Wed Apr 24 22:50:30 2024 -0500
NIFI-13097 Set project.version in Python Extension Processors
- Enabled resource filtering for Python Extension modules
Signed-off-by: Pierre Villard <pierre.villard...@gmail.com>
This closes #8700.
---
nifi-python-extensions/nifi-openai-module/pom.xml | 1 +
.../nifi-openai-module/src/main/python/PromptChatGPT.py | 2 +-
nifi-python-extensions/nifi-text-embeddings-module/pom.xml | 1 +
.../nifi-text-embeddings-module/src/main/python/ChunkDocument.py | 2 +-
.../nifi-text-embeddings-module/src/main/python/ParseDocument.py | 2 +-
.../src/main/python/vectorstores/PutChroma.py | 2 +-
.../src/main/python/vectorstores/PutPinecone.py | 2 +-
.../src/main/python/vectorstores/QueryChroma.py | 2 +-
.../src/main/python/vectorstores/QueryPinecone.py | 2 +-
9 files changed, 9 insertions(+), 7 deletions(-)
diff --git a/nifi-python-extensions/nifi-openai-module/pom.xml
b/nifi-python-extensions/nifi-openai-module/pom.xml
index 084bf997cc..bb45dcd1ba 100644
--- a/nifi-python-extensions/nifi-openai-module/pom.xml
+++ b/nifi-python-extensions/nifi-openai-module/pom.xml
@@ -35,6 +35,7 @@
<resources>
<resource>
<directory>src/main/python</directory>
+ <filtering>true</filtering>
<includes>
<include>**/</include>
</includes>
diff --git
a/nifi-python-extensions/nifi-openai-module/src/main/python/PromptChatGPT.py
b/nifi-python-extensions/nifi-openai-module/src/main/python/PromptChatGPT.py
index a372a20690..3b1f3fe3c7 100644
--- a/nifi-python-extensions/nifi-openai-module/src/main/python/PromptChatGPT.py
+++ b/nifi-python-extensions/nifi-openai-module/src/main/python/PromptChatGPT.py
@@ -30,7 +30,7 @@ class PromptChatGPT(FlowFileTransform):
implements = ['org.apache.nifi.python.processor.FlowFileTransform']
class ProcessorDetails:
- version = '2.0.0-SNAPSHOT'
+ version = '@project.version@'
description = "Submits a prompt to ChatGPT, writing the results either
to a FlowFile attribute or to the contents of the FlowFile"
tags = ["text", "chatgpt", "gpt", "machine learning", "ML",
"artificial intelligence", "ai", "document", "langchain"]
dependencies = ['langchain==0.1.2', 'openai==1.9.0', 'jsonpath-ng']
diff --git a/nifi-python-extensions/nifi-text-embeddings-module/pom.xml
b/nifi-python-extensions/nifi-text-embeddings-module/pom.xml
index d82c2be03b..60a46cbc36 100644
--- a/nifi-python-extensions/nifi-text-embeddings-module/pom.xml
+++ b/nifi-python-extensions/nifi-text-embeddings-module/pom.xml
@@ -35,6 +35,7 @@
<resources>
<resource>
<directory>src/main/python</directory>
+ <filtering>true</filtering>
<includes>
<include>**/</include>
</includes>
diff --git
a/nifi-python-extensions/nifi-text-embeddings-module/src/main/python/ChunkDocument.py
b/nifi-python-extensions/nifi-text-embeddings-module/src/main/python/ChunkDocument.py
index 0300868593..db658df5bd 100644
---
a/nifi-python-extensions/nifi-text-embeddings-module/src/main/python/ChunkDocument.py
+++
b/nifi-python-extensions/nifi-text-embeddings-module/src/main/python/ChunkDocument.py
@@ -104,7 +104,7 @@ class ChunkDocument(FlowFileTransform):
class Java:
implements = ['org.apache.nifi.python.processor.FlowFileTransform']
class ProcessorDetails:
- version = '2.0.0-SNAPSHOT'
+ version = '@project.version@'
description = """Chunks incoming documents that are formatted as JSON
Lines into chunks that are appropriately sized for creating Text Embeddings.
The input is expected to be in "json-lines" format, with each line
having a 'text' and a 'metadata' element.
Each line will then be split into one or more lines in the
output."""
diff --git
a/nifi-python-extensions/nifi-text-embeddings-module/src/main/python/ParseDocument.py
b/nifi-python-extensions/nifi-text-embeddings-module/src/main/python/ParseDocument.py
index 796694f51a..7210015e95 100644
---
a/nifi-python-extensions/nifi-text-embeddings-module/src/main/python/ParseDocument.py
+++
b/nifi-python-extensions/nifi-text-embeddings-module/src/main/python/ParseDocument.py
@@ -45,7 +45,7 @@ class ParseDocument(FlowFileTransform):
implements = ["org.apache.nifi.python.processor.FlowFileTransform"]
class ProcessorDetails:
- version = "2.0.0-SNAPSHOT"
+ version = '@project.version@'
description = """Parses incoming unstructured text documents and
performs optical character recognition (OCR) in order to extract text from PDF
and image files.
The output is formatted as "json-lines" with two keys: 'text' and
'metadata'.
Note that use of this Processor may require significant storage
space and RAM utilization due to third-party dependencies necessary for
processing PDF and image files.
diff --git
a/nifi-python-extensions/nifi-text-embeddings-module/src/main/python/vectorstores/PutChroma.py
b/nifi-python-extensions/nifi-text-embeddings-module/src/main/python/vectorstores/PutChroma.py
index 4b792284f8..ec8f208425 100644
---
a/nifi-python-extensions/nifi-text-embeddings-module/src/main/python/vectorstores/PutChroma.py
+++
b/nifi-python-extensions/nifi-text-embeddings-module/src/main/python/vectorstores/PutChroma.py
@@ -26,7 +26,7 @@ class PutChroma(FlowFileTransform):
implements = ['org.apache.nifi.python.processor.FlowFileTransform']
class ProcessorDetails:
- version = '2.0.0-SNAPSHOT'
+ version = '@project.version@'
description = """Publishes JSON data to a Chroma VectorDB. The
Incoming data must be in single JSON per Line format, each with two keys:
'text' and 'metadata'.
The text must be a string, while metadata must be a map
with strings for values. Any additional fields will be ignored. If the
collection name specified
does not exist, the Processor will automatically create
the collection."""
diff --git
a/nifi-python-extensions/nifi-text-embeddings-module/src/main/python/vectorstores/PutPinecone.py
b/nifi-python-extensions/nifi-text-embeddings-module/src/main/python/vectorstores/PutPinecone.py
index 495f41fea3..1d2ffd44ce 100644
---
a/nifi-python-extensions/nifi-text-embeddings-module/src/main/python/vectorstores/PutPinecone.py
+++
b/nifi-python-extensions/nifi-text-embeddings-module/src/main/python/vectorstores/PutPinecone.py
@@ -52,7 +52,7 @@ class PutPinecone(FlowFileTransform):
implements = ['org.apache.nifi.python.processor.FlowFileTransform']
class ProcessorDetails:
- version = '2.0.0-SNAPSHOT'
+ version = '@project.version@'
description = """Publishes JSON data to Pinecone. The Incoming data
must be in single JSON per Line format, each with two keys: 'text' and
'metadata'.
The text must be a string, while metadata must be a map
with strings for values. Any additional fields will be ignored."""
tags = ["pinecone", "vector", "vectordb", "vectorstore", "embeddings",
"ai", "artificial intelligence", "ml", "machine learning", "text", "LLM"]
diff --git
a/nifi-python-extensions/nifi-text-embeddings-module/src/main/python/vectorstores/QueryChroma.py
b/nifi-python-extensions/nifi-text-embeddings-module/src/main/python/vectorstores/QueryChroma.py
index 947b281058..d2e6c46db3 100644
---
a/nifi-python-extensions/nifi-text-embeddings-module/src/main/python/vectorstores/QueryChroma.py
+++
b/nifi-python-extensions/nifi-text-embeddings-module/src/main/python/vectorstores/QueryChroma.py
@@ -27,7 +27,7 @@ class QueryChroma(FlowFileTransform):
implements = ['org.apache.nifi.python.processor.FlowFileTransform']
class ProcessorDetails:
- version = '2.0.0-SNAPSHOT'
+ version = '@project.version@'
description = "Queries a Chroma Vector Database in order to gather a
specified number of documents that are most closely related to the given query."
tags = ["chroma", "vector", "vectordb", "embeddings", "enrich",
"enrichment", "ai", "artificial intelligence", "ml", "machine learning",
"text", "LLM"]
diff --git
a/nifi-python-extensions/nifi-text-embeddings-module/src/main/python/vectorstores/QueryPinecone.py
b/nifi-python-extensions/nifi-text-embeddings-module/src/main/python/vectorstores/QueryPinecone.py
index 0202388196..f59096a1a6 100644
---
a/nifi-python-extensions/nifi-text-embeddings-module/src/main/python/vectorstores/QueryPinecone.py
+++
b/nifi-python-extensions/nifi-text-embeddings-module/src/main/python/vectorstores/QueryPinecone.py
@@ -27,7 +27,7 @@ class QueryPinecone(FlowFileTransform):
implements = ['org.apache.nifi.python.processor.FlowFileTransform']
class ProcessorDetails:
- version = '2.0.0-SNAPSHOT'
+ version = '@project.version@'
description = "Queries Pinecone in order to gather a specified number
of documents that are most closely related to the given query."
tags = ["pinecone", "vector", "vectordb", "vectorstore", "embeddings",
"ai", "artificial intelligence", "ml", "machine learning", "text", "LLM"]
