This is an automated email from the ASF dual-hosted git repository. exceptionfactory pushed a commit to branch NIFI-12646-RC4 in repository https://gitbox.apache.org/repos/asf/nifi.git
commit 38fc0a4e8d966b6a185144e4ea6b34c948cdad1b Author: exceptionfactory <exceptionfact...@apache.org> AuthorDate: Fri Jan 19 19:12:04 2024 -0600 NIFI-12646 Set Python Processor version to 2.0.0-M2 Signed-off-by: David Handermann <exceptionfact...@apache.org> --- .../nifi-openai-module/src/main/python/PromptChatGPT.py | 2 +- .../nifi-text-embeddings-module/src/main/python/ChunkDocument.py | 2 +- .../nifi-text-embeddings-module/src/main/python/ParseDocument.py | 2 +- .../src/main/python/vectorstores/PutChroma.py | 2 +- .../src/main/python/vectorstores/PutPinecone.py | 2 +- .../src/main/python/vectorstores/QueryChroma.py | 2 +- .../src/main/python/vectorstores/QueryPinecone.py | 2 +- nifi-toolkit/nifi-toolkit-api/pom.xml | 5 +++++ 8 files changed, 12 insertions(+), 7 deletions(-) diff --git a/nifi-python-extensions/nifi-openai-module/src/main/python/PromptChatGPT.py b/nifi-python-extensions/nifi-openai-module/src/main/python/PromptChatGPT.py index 5b8e3738fe..24bbd1f48e 100644 --- a/nifi-python-extensions/nifi-openai-module/src/main/python/PromptChatGPT.py +++ b/nifi-python-extensions/nifi-openai-module/src/main/python/PromptChatGPT.py @@ -30,7 +30,7 @@ class PromptChatGPT(FlowFileTransform): implements = ['org.apache.nifi.python.processor.FlowFileTransform'] class ProcessorDetails: - version = '2.0.0-SNAPSHOT' + version = '2.0.0-M2' description = "Submits a prompt to ChatGPT, writing the results either to a FlowFile attribute or to the contents of the FlowFile" tags = ["text", "chatgpt", "gpt", "machine learning", "ML", "artificial intelligence", "ai", "document", "langchain"] dependencies = ['langchain==0.0.331', 'openai==0.28.1', 'jsonpath-ng'] diff --git a/nifi-python-extensions/nifi-text-embeddings-module/src/main/python/ChunkDocument.py b/nifi-python-extensions/nifi-text-embeddings-module/src/main/python/ChunkDocument.py index 9b6f38e69f..a5fde8622d 100644 --- a/nifi-python-extensions/nifi-text-embeddings-module/src/main/python/ChunkDocument.py +++ b/nifi-python-extensions/nifi-text-embeddings-module/src/main/python/ChunkDocument.py @@ -104,7 +104,7 @@ class ChunkDocument(FlowFileTransform): class Java: implements = ['org.apache.nifi.python.processor.FlowFileTransform'] class ProcessorDetails: - version = '2.0.0-SNAPSHOT' + version = '2.0.0-M2' description = """Chunks incoming documents that are formatted as JSON Lines into chunks that are appropriately sized for creating Text Embeddings. The input is expected to be in "json-lines" format, with each line having a 'text' and a 'metadata' element. Each line will then be split into one or more lines in the output.""" diff --git a/nifi-python-extensions/nifi-text-embeddings-module/src/main/python/ParseDocument.py b/nifi-python-extensions/nifi-text-embeddings-module/src/main/python/ParseDocument.py index 777f80e402..de646781b6 100644 --- a/nifi-python-extensions/nifi-text-embeddings-module/src/main/python/ParseDocument.py +++ b/nifi-python-extensions/nifi-text-embeddings-module/src/main/python/ParseDocument.py @@ -45,7 +45,7 @@ class ParseDocument(FlowFileTransform): implements = ["org.apache.nifi.python.processor.FlowFileTransform"] class ProcessorDetails: - version = "2.0.0-SNAPSHOT" + version = "2.0.0-M2" description = """Parses incoming unstructured text documents and performs optical character recognition (OCR) in order to extract text from PDF and image files. The output is formatted as "json-lines" with two keys: 'text' and 'metadata'. Note that use of this Processor may require significant storage space and RAM utilization due to third-party dependencies necessary for processing PDF and image files. diff --git a/nifi-python-extensions/nifi-text-embeddings-module/src/main/python/vectorstores/PutChroma.py b/nifi-python-extensions/nifi-text-embeddings-module/src/main/python/vectorstores/PutChroma.py index 4b792284f8..38208b52c1 100644 --- a/nifi-python-extensions/nifi-text-embeddings-module/src/main/python/vectorstores/PutChroma.py +++ b/nifi-python-extensions/nifi-text-embeddings-module/src/main/python/vectorstores/PutChroma.py @@ -26,7 +26,7 @@ class PutChroma(FlowFileTransform): implements = ['org.apache.nifi.python.processor.FlowFileTransform'] class ProcessorDetails: - version = '2.0.0-SNAPSHOT' + version = '2.0.0-M2' description = """Publishes JSON data to a Chroma VectorDB. The Incoming data must be in single JSON per Line format, each with two keys: 'text' and 'metadata'. The text must be a string, while metadata must be a map with strings for values. Any additional fields will be ignored. If the collection name specified does not exist, the Processor will automatically create the collection.""" diff --git a/nifi-python-extensions/nifi-text-embeddings-module/src/main/python/vectorstores/PutPinecone.py b/nifi-python-extensions/nifi-text-embeddings-module/src/main/python/vectorstores/PutPinecone.py index 67abfa6b09..576865283f 100644 --- a/nifi-python-extensions/nifi-text-embeddings-module/src/main/python/vectorstores/PutPinecone.py +++ b/nifi-python-extensions/nifi-text-embeddings-module/src/main/python/vectorstores/PutPinecone.py @@ -52,7 +52,7 @@ class PutPinecone(FlowFileTransform): implements = ['org.apache.nifi.python.processor.FlowFileTransform'] class ProcessorDetails: - version = '2.0.0-SNAPSHOT' + version = '2.0.0-M2' description = """Publishes JSON data to Pinecone. The Incoming data must be in single JSON per Line format, each with two keys: 'text' and 'metadata'. The text must be a string, while metadata must be a map with strings for values. Any additional fields will be ignored.""" tags = ["pinecone", "vector", "vectordb", "vectorstore", "embeddings", "ai", "artificial intelligence", "ml", "machine learning", "text", "LLM"] diff --git a/nifi-python-extensions/nifi-text-embeddings-module/src/main/python/vectorstores/QueryChroma.py b/nifi-python-extensions/nifi-text-embeddings-module/src/main/python/vectorstores/QueryChroma.py index ee0b62ebe4..49446a4185 100644 --- a/nifi-python-extensions/nifi-text-embeddings-module/src/main/python/vectorstores/QueryChroma.py +++ b/nifi-python-extensions/nifi-text-embeddings-module/src/main/python/vectorstores/QueryChroma.py @@ -27,7 +27,7 @@ class QueryChroma(FlowFileTransform): implements = ['org.apache.nifi.python.processor.FlowFileTransform'] class ProcessorDetails: - version = '2.0.0-SNAPSHOT' + version = '2.0.0-M2' description = "Queries a Chroma Vector Database in order to gather a specified number of documents that are most closely related to the given query." tags = ["chroma", "vector", "vectordb", "embeddings", "enrich", "enrichment", "ai", "artificial intelligence", "ml", "machine learning", "text", "LLM"] diff --git a/nifi-python-extensions/nifi-text-embeddings-module/src/main/python/vectorstores/QueryPinecone.py b/nifi-python-extensions/nifi-text-embeddings-module/src/main/python/vectorstores/QueryPinecone.py index b5ed592378..34458bef4b 100644 --- a/nifi-python-extensions/nifi-text-embeddings-module/src/main/python/vectorstores/QueryPinecone.py +++ b/nifi-python-extensions/nifi-text-embeddings-module/src/main/python/vectorstores/QueryPinecone.py @@ -27,7 +27,7 @@ class QueryPinecone(FlowFileTransform): implements = ['org.apache.nifi.python.processor.FlowFileTransform'] class ProcessorDetails: - version = '2.0.0-SNAPSHOT' + version = '2.0.0-M2' description = "Queries Pinecone in order to gather a specified number of documents that are most closely related to the given query." tags = ["pinecone", "vector", "vectordb", "vectorstore", "embeddings", "ai", "artificial intelligence", "ml", "machine learning", "text", "LLM"] diff --git a/nifi-toolkit/nifi-toolkit-api/pom.xml b/nifi-toolkit/nifi-toolkit-api/pom.xml index 3847b3b103..a2bd6eb400 100644 --- a/nifi-toolkit/nifi-toolkit-api/pom.xml +++ b/nifi-toolkit/nifi-toolkit-api/pom.xml @@ -56,6 +56,11 @@ language governing permissions and limitations under the License. --> <groupId>com.fasterxml.jackson.datatype</groupId> <artifactId>jackson-datatype-jsr310</artifactId> </dependency> + <dependency> + <groupId>javax.annotation</groupId> + <artifactId>javax.annotation-api</artifactId> + <version>1.3.2</version> + </dependency> </dependencies> <build>