This is an automated email from the ASF dual-hosted git repository.
acosentino pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/camel-kamelets.git
commit 5511581bb67279d3cbb7ad653f7a0ad8c7b2a836
Author: Andrea Cosentino <anco...@gmail.com>
AuthorDate: Tue Nov 29 14:40:40 2022 +0100
Add an Azure Storage Blob CDC Source Kamelet
Signed-off-by: Andrea Cosentino <anco...@gmail.com>
---
.../azure-storage-blob-cdc-source.kamelet.yaml | 150 +++++++++++++++++++++
1 file changed, 150 insertions(+)
diff --git a/kamelets/azure-storage-blob-cdc-source.kamelet.yaml
b/kamelets/azure-storage-blob-cdc-source.kamelet.yaml
new file mode 100644
index 00000000..781ac865
--- /dev/null
+++ b/kamelets/azure-storage-blob-cdc-source.kamelet.yaml
@@ -0,0 +1,150 @@
+# ---------------------------------------------------------------------------
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ---------------------------------------------------------------------------
+
+apiVersion: camel.apache.org/v1alpha1
+kind: Kamelet
+metadata:
+ name: azure-storage-blob-cdc-source
+ annotations:
+ camel.apache.org/kamelet.support.level: "Stable"
+ camel.apache.org/catalog.version: "main-SNAPSHOT"
+ camel.apache.org/kamelet.icon:
"data:image/svg+xml;base64,PHN2ZyB4bWxucz0iaHR0cDovL3d3dy53My5vcmcvMjAwMC9zdmciIHhtbG5zOnhsaW5rPSJodHRwOi8vd3d3LnczLm9yZy8xOTk5L3hsaW5rIiB2aWV3Qm94PSIwIDAgODEgODIiIGZpbGw9IiNmZmYiIGZpbGwtcnVsZT0iZXZlbm9kZCIgc3Ryb2tlPSIjMDAwIiBzdHJva2UtbGluZWNhcD0icm91bmQiIHN0cm9rZS1saW5lam9pbj0icm91bmQiPjx1c2UgeGxpbms6aHJlZj0iI0EiIHg9Ii41IiB5PSIuNSIvPjxzeW1ib2wgaWQ9IkEiIG92ZXJmbG93PSJ2aXNpYmxlIj48cGF0aCBkPSJNMS4zMzMgMEMuNTMzIDAgMCAuNTMzIDAgMS4zMzN2MTZjMCAuOC41MzMgMS4zMz
[...]
+ camel.apache.org/provider: "Apache Software Foundation"
+ camel.apache.org/kamelet.group: "Azure Servicebus"
+ labels:
+ camel.apache.org/kamelet.type: "source"
+spec:
+ definition:
+ title: Azure Storage Blob CDC Source
+ description: |-
+ Receive data from Azure Service Bus SQS subscribed to Azure Event Grid
reporting events related to a Azure Storage Blob account.
+
+ Connection string is the basic method for authenticating to the Azure
Servicebus Queue.
+
+ To use this Kamelet you'll need to set up Events on your Azure Storage
Blob account and select as an endpoint an Azure Servicebus Queue.
+ required:
+ - topicOrQueueName
+ - connectionString
+ - accountName
+ - containerName
+ - accessKey
+ type: object
+ properties:
+ topicOrQueueName:
+ title: Topic Or Queue Name
+ description: Topic Or Queue Name for the Azure Servicebus instance
+ type: string
+ connectionString:
+ title: Connection String
+ description: Connection String for Azure Servicebus instance
+ type: string
+ format: password
+ x-descriptors:
+ - urn:alm:descriptor:com.tectonic.ui:password
+ - urn:camel:group:credentials
+ serviceBusReceiveMode:
+ title: Servicebus Receive Mode
+ description: Sets the receive mode for the receiver, possible values
are PEEK_LOCK and RECEIVE_AND_DELETE
+ type: string
+ default: RECEIVE_AND_DELETE
+ subscriptionName:
+ title: Subscription Name
+ description: Sets the name of the subscription in the topic to listen
to. This parameter is mandatory in case of topic.
+ type: string
+ accountName:
+ title: Account Name
+ description: The Azure Storage Blob account name.
+ type: string
+ x-descriptors:
+ - urn:camel:group:credentials
+ containerName:
+ title: Container Name
+ description: The Azure Storage Blob container name.
+ type: string
+ accessKey:
+ title: Access Key
+ description: The Azure Storage Blob access key.
+ type: string
+ format: password
+ x-descriptors:
+ - urn:alm:descriptor:com.tectonic.ui:password
+ - urn:camel:group:credentials
+ credentialType:
+ title: Credential Type
+ description: Determines the credential strategy to adopt. Possible
values are SHARED_ACCOUNT_KEY, SHARED_KEY_CREDENTIAL and AZURE_IDENTITY
+ type: string
+ default: SHARED_ACCOUNT_KEY
+ delay:
+ title: Delay
+ description: The number of milliseconds before the next poll of the
selected blob.
+ type: integer
+ default: 500
+ getBlob:
+ title: Get Object in Container
+ description: >-
+ If getBlob is enabled, then the file created in the container will be
+ get and returned as body, if not only the event will be returned as
body.
+ type: boolean
+ x-descriptors:
+ - 'urn:alm:descriptor:com.tectonic.ui:checkbox'
+ default: false
+ types:
+ out:
+ mediaType: application/octet-stream
+ dependencies:
+ - "camel:azure-servicebus"
+ - "camel:azure-storage-blob"
+ - "camel:kamelet"
+ - "camel:core"
+ - 'camel:jsonpath'
+ - 'camel:jackson'
+ template:
+ from:
+ uri: "azure-servicebus:{{topicOrQueueName}}"
+ parameters:
+ connectionString: "{{connectionString}}"
+ serviceBusReceiveMode: "{{serviceBusReceiveMode}}"
+ subscriptionName: "{{?subscriptionName}}"
+ steps:
+ - choice:
+ precondition: true
+ when:
+ - simple: '${properties:getObject:true}'
+ steps:
+ - set-body:
+ simple: ${body.toString()}
+ - unmarshal:
+ json:
+ library: Jackson
+ unmarshalType: com.fasterxml.jackson.databind.JsonNode
+ - set-property:
+ name: azure-storage-blob-event-type
+ jsonpath: $.eventType
+ - set-property:
+ name: azure-storage-blob-subject
+ jsonpath: $.subject
+ - set-property:
+ name: azure-storage-blob-blob-name
+ simple:
'${exchangeProperty.azure-storage-blob-subject.substring(${exchangeProperty.azure-storage-blob-subject.lastIndexOf("/")}++)}'
+ - choice:
+ when:
+ - simple:
'${exchangeProperty.azure-storage-blob-event-type} ==
"Microsoft.Storage.BlobCreated" &&
${exchangeProperty.azure-storage-blob-subject} contains "{{containerName}}"'
+ steps:
+ - toD: >-
+
azure-storage-blob:{{accountName}}/{{containerName}}?accessKey={{accessKey}}&operation=getBlob&blobName=${exchangeProperty.azure-storage-blob-blob-name}&credentialType={{credentialType}}
+ - to: 'kamelet:sink'
+
