This is an automated email from the ASF dual-hosted git repository.
baunsgaard pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/systemds.git
The following commit(s) were added to refs/heads/main by this push:
new 88b2647549 [SYSTEMDS-3545] Image Posterize linearized
88b2647549 is described below
commit 88b26475496006cf36bb174982a81572878c2ec0
Author: slnkahveci <[email protected]>
AuthorDate: Wed Sep 20 21:24:24 2023 +0000
[SYSTEMDS-3545] Image Posterize linearized
This commit adds the Linearized version of the Posterize operation.
LDE Project SoSe 2023
Closes #1916
---
scripts/builtin/img_posterize_linearized.dml | 39 ++++++++
.../java/org/apache/sysds/common/Builtins.java | 1 +
.../pipelines/BuiltinImagePosterizeLinTest.java | 110 +++++++++++++++++++++
.../builtin/image_posterize_linearized.dml | 30 ++++++
4 files changed, 180 insertions(+)
diff --git a/scripts/builtin/img_posterize_linearized.dml
b/scripts/builtin/img_posterize_linearized.dml
new file mode 100644
index 0000000000..a0edcf3ed4
--- /dev/null
+++ b/scripts/builtin/img_posterize_linearized.dml
@@ -0,0 +1,39 @@
+#-------------------------------------------------------------
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements. See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership. The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied. See the License for the
+# specific language governing permissions and limitations
+# under the License.
+#
+#-------------------------------------------------------------
+
+# The Linearized Image Posterize function limits pixel values to 2^bits
different values in the range [0, 255].
+# Assumes the input image can attain values in the range [0, 255].
+#
+# INPUT:
+#
-------------------------------------------------------------------------------------------
+# img_in Row linearized input images as 2D matrix
+# bits The number of bits keep for the values.
+# 1 means black and white, 8 means every integer between 0 and 255.
+#
-------------------------------------------------------------------------------------------
+#
+# OUTPUT:
+#
---------------------------------------------------------------------------------------------
+# img_out Row linearized output images as 2D matrix
+#
---------------------------------------------------------------------------------------------
+
+m_img_posterize_linearized = function(Matrix[Double] img_in, Integer bits)
return (Matrix[Double] img_out) {
+ img_out = (img_in %/% 2^(8 - bits)) * (2^(8 - bits))
+}
diff --git a/src/main/java/org/apache/sysds/common/Builtins.java
b/src/main/java/org/apache/sysds/common/Builtins.java
index 9f7b3a0d0a..8ff32ab80c 100644
--- a/src/main/java/org/apache/sysds/common/Builtins.java
+++ b/src/main/java/org/apache/sysds/common/Builtins.java
@@ -165,6 +165,7 @@ public enum Builtins {
IMG_SAMPLE_PAIRING("img_sample_pairing", true),
IMG_INVERT("img_invert", true),
IMG_POSTERIZE("img_posterize", true),
+ IMG_POSTERIZE_LINEARIZED("img_posterize_linearized", true),
IMPURITY_MEASURES("impurityMeasures", true),
IMPUTE_BY_KNN("imputeByKNN", true),
IMPUTE_BY_MEAN("imputeByMean", true),
diff --git
a/src/test/java/org/apache/sysds/test/functions/pipelines/BuiltinImagePosterizeLinTest.java
b/src/test/java/org/apache/sysds/test/functions/pipelines/BuiltinImagePosterizeLinTest.java
new file mode 100644
index 0000000000..8d1e5a09b0
--- /dev/null
+++
b/src/test/java/org/apache/sysds/test/functions/pipelines/BuiltinImagePosterizeLinTest.java
@@ -0,0 +1,110 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.sysds.test.functions.pipelines;
+
+import org.apache.sysds.common.Types.ExecMode;
+import org.apache.sysds.common.Types.ExecType;
+import org.apache.sysds.runtime.matrix.data.MatrixValue;
+import org.apache.sysds.test.AutomatedTestBase;
+import org.apache.sysds.test.TestConfiguration;
+import org.apache.sysds.test.TestUtils;
+import org.junit.Test;
+
+import java.util.HashMap;
+import java.util.Random;
+
+public class BuiltinImagePosterizeLinTest extends AutomatedTestBase {
+ private final static String TEST_NAME = "image_posterize_linearized";
// IS A NEW INTERFACE REQUIRED? maybe bits as
+
//
vector in the future?
+ private final static String TEST_DIR = "functions/builtin/";
+ private final static String TEST_CLASS_DIR = TEST_DIR +
BuiltinImagePosterizeLinTest.class.getSimpleName() + "/";
+
+ private final static double eps = 1e-10;
+ private final static double spSparse = 0.1;
+ private final static double spDense = 0.9;
+ private final static Random random = new Random();
+
+ @Override
+ public void setUp() {
+ addTestConfiguration(TEST_NAME, new
TestConfiguration(TEST_CLASS_DIR, TEST_NAME, new String[] { "B" }));
+ }
+
+ @Test
+ public void testImagePosterizeLinMatrixDenseCP() {
+ runImagePosterizeLinTest(false, ExecType.CP);
+ }
+
+ @Test
+ public void testImagePosterizeLinMatrixSparseCP() {
+ runImagePosterizeLinTest(true, ExecType.CP);
+ }
+
+ @Test
+ public void testImagePosterizeLinMatrixDenseSP() {
+ runImagePosterizeLinTest(false, ExecType.SPARK);
+ }
+
+ @Test
+ public void testImagePosterizeLinMatrixSparseSP() {
+ runImagePosterizeLinTest(false, ExecType.SPARK);
+ }
+
+ private void runImagePosterizeLinTest(boolean sparse, ExecType
instType) {
+ ExecMode platformOld = setExecMode(instType);
+ disableOutAndExpectedDeletion();
+
+ setOutputBuffering(true);
+ int n_imgs = random.nextInt(1000) + 1; // n_imgs
+ int w = random.nextInt(100) + 1; // w*h
+ int h = random.nextInt(100) + 1; // w*h
+ int bits = random.nextInt(7) + 1;
+
+ try {
+ loadTestConfiguration(getTestConfiguration(TEST_NAME));
+ double sparsity = sparse ? spSparse : spDense;
+
+ String HOME = SCRIPT_DIR + TEST_DIR;
+ fullDMLScriptName = HOME + TEST_NAME + ".dml";
+ programArgs = new String[] { "-nvargs", "in_file=" +
input("A"), "out_file=" + output("B"),
+ "width=" + w * h,
+ "height=" + n_imgs, "bits=" + bits };
+
+ // generate actual dataset
+ double[][] A = getRandomMatrix(n_imgs, w * h, 0, 255,
sparsity, 7);
+ writeInputMatrixWithMTD("A", A, true);
+
+ double[][] ref = new double[n_imgs][w * h];
+ for (int i = 0; i < n_imgs; i++) {
+ for (int j = 0; j < w * h; j++) {
+ ref[i][j] = (int) (A[i][j] / (1 << (8 -
bits))) * (1 << (8 - bits));
+ }
+ }
+
+ runTest(true, false, null, -1);
+
+ // compare matrices
+ HashMap<MatrixValue.CellIndex, Double> dmlfile =
readDMLMatrixFromOutputDir("B");
+ double[][] dml_res =
TestUtils.convertHashMapToDoubleArray(dmlfile, n_imgs, w * h);
+ TestUtils.compareMatrices(ref, dml_res, eps, "Java vs.
DML");
+ } finally {
+ rtplatform = platformOld;
+ }
+ }
+}
diff --git a/src/test/scripts/functions/builtin/image_posterize_linearized.dml
b/src/test/scripts/functions/builtin/image_posterize_linearized.dml
new file mode 100644
index 0000000000..f00800287a
--- /dev/null
+++ b/src/test/scripts/functions/builtin/image_posterize_linearized.dml
@@ -0,0 +1,30 @@
+#-------------------------------------------------------------
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements. See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership. The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied. See the License for the
+# specific language governing permissions and limitations
+# under the License.
+#
+#-------------------------------------------------------------
+
+input = read($in_file)
+width = ifdef($width, 512)
+height = ifdef($height, 512)
+bits = ifdef($bits, 1)
+
+input = matrix(input, rows=height, cols=width)
+
+res = img_posterize_linearized(input, bits)
+write(res, $out_file)
