(beam) branch master updated: Keep string FQN as a way to add lineage information (#32585)

[chamikara]

This is an automated email from the ASF dual-hosted git repository.

chamikara pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git


The following commit(s) were added to refs/heads/master by this push:
     new 543d2ce97de Keep string FQN as a way to add lineage information 
(#32585)
543d2ce97de is described below

commit 543d2ce97de0a7e3cd8d66ff6da24e7948ae3ac7
Author: Rohit <rosi...@google.com>
AuthorDate: Mon Sep 30 13:44:17 2024 -0700

    Keep string FQN as a way to add lineage information (#32585)
---
 .../src/main/java/org/apache/beam/sdk/metrics/Lineage.java     | 10 +++++++++-
 1 file changed, 9 insertions(+), 1 deletion(-)

diff --git 
a/sdks/java/core/src/main/java/org/apache/beam/sdk/metrics/Lineage.java 
b/sdks/java/core/src/main/java/org/apache/beam/sdk/metrics/Lineage.java
index ab64389fe19..65ec12af058 100644
--- a/sdks/java/core/src/main/java/org/apache/beam/sdk/metrics/Lineage.java
+++ b/sdks/java/core/src/main/java/org/apache/beam/sdk/metrics/Lineage.java
@@ -112,7 +112,7 @@ public class Lineage {
    * Add a FQN (fully-qualified name) to Lineage. Segments will be processed 
via {@link #getFqName}.
    */
   public void add(String system, @Nullable String subtype, Iterable<String> 
segments) {
-    metric.add(getFqName(system, subtype, segments));
+    add(getFqName(system, subtype, segments));
   }
 
   /**
@@ -122,6 +122,14 @@ public class Lineage {
     add(system, null, segments);
   }
 
+  /**
+   * Adds the given details as Lineage. For asset level lineage the resource 
location should be
+   * specified as Dataplex FQN 
https://cloud.google.com/data-catalog/docs/fully-qualified-names
+   */
+  public void add(String details) {
+    metric.add(details);
+  }
+
   /** Query {@link StringSet} metrics from {@link MetricResults}. */
   public static Set<String> query(MetricResults results, Type type) {
     MetricsFilter filter =