This is an automated email from the ASF dual-hosted git repository.
Abacn pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git
The following commit(s) were added to refs/heads/master by this push:
new cbab4d7203a Add staged package hashes (#38311)
cbab4d7203a is described below
commit cbab4d7203a954b810a2fa80d876d73701c4bd8f
Author: Tarun Annapareddy <[email protected]>
AuthorDate: Thu May 28 16:03:20 2026 -0700
Add staged package hashes (#38311)
---
.../main/java/org/apache/beam/runners/dataflow/util/PackageUtil.java | 3 +++
.../java/org/apache/beam/runners/dataflow/util/PackageUtilTest.java | 4 ++++
2 files changed, 7 insertions(+)
diff --git
a/runners/google-cloud-dataflow-java/src/main/java/org/apache/beam/runners/dataflow/util/PackageUtil.java
b/runners/google-cloud-dataflow-java/src/main/java/org/apache/beam/runners/dataflow/util/PackageUtil.java
index 31c9a5f3ce0..e33fb594e27 100644
---
a/runners/google-cloud-dataflow-java/src/main/java/org/apache/beam/runners/dataflow/util/PackageUtil.java
+++
b/runners/google-cloud-dataflow-java/src/main/java/org/apache/beam/runners/dataflow/util/PackageUtil.java
@@ -438,6 +438,7 @@ public class PackageUtil implements Closeable {
.toString();
destination.setLocation(resourcePath);
destination.setName(dest);
+ destination.setSha256(hash);
return new AutoValue_PackageUtil_PackageAttributes(
file, null, destination, file.length(), hash);
}
@@ -456,6 +457,7 @@ public class PackageUtil implements Closeable {
DataflowPackage targetPackage = new DataflowPackage();
targetPackage.setName(target);
targetPackage.setLocation(resourcePath);
+ targetPackage.setSha256(hashCode.toString());
return new AutoValue_PackageUtil_PackageAttributes(
null, bytes, targetPackage, size, hashCode.toString());
@@ -465,6 +467,7 @@ public class PackageUtil implements Closeable {
DataflowPackage newDestination = new DataflowPackage();
newDestination.setName(overridePackageName);
newDestination.setLocation(getDestination().getLocation());
+ newDestination.setSha256(getHash());
return new AutoValue_PackageUtil_PackageAttributes(
getSource(), getBytes(), newDestination, getSize(), getHash());
diff --git
a/runners/google-cloud-dataflow-java/src/test/java/org/apache/beam/runners/dataflow/util/PackageUtilTest.java
b/runners/google-cloud-dataflow-java/src/test/java/org/apache/beam/runners/dataflow/util/PackageUtilTest.java
index 670032425eb..7e7ef6a8345 100644
---
a/runners/google-cloud-dataflow-java/src/test/java/org/apache/beam/runners/dataflow/util/PackageUtilTest.java
+++
b/runners/google-cloud-dataflow-java/src/test/java/org/apache/beam/runners/dataflow/util/PackageUtilTest.java
@@ -191,6 +191,8 @@ public class PackageUtilTest {
assertThat(target.getName(), endsWith(".txt"));
assertThat(target.getLocation(), equalTo(STAGING_PATH + target.getName()));
assertThat(attr.getSize(), equalTo((long) contents.length()));
+ String expectedHash =
Files.asByteSource(tmpFile).hash(Hashing.sha256()).toString();
+ assertThat(target.getSha256(), equalTo(expectedHash));
}
@Test
@@ -299,6 +301,8 @@ public class PackageUtilTest {
assertThat(target.getName(), endsWith(".txt"));
assertThat(target.getLocation(), equalTo(STAGING_PATH + target.getName()));
+ String expectedHash =
Files.asByteSource(tmpFile).hash(Hashing.sha256()).toString();
+ assertThat(target.getSha256(), equalTo(expectedHash));
assertThat(
new LineReader(Channels.newReader(pipe.source(),
StandardCharsets.UTF_8.name())).readLine(),
equalTo(contents));