(hadoop) branch trunk updated: HADOOP-19277. Files and directories mixed up in TreeScanResults#dump (#7047)

2024-09-17 Thread adoroszlai 
This is an automated email from the ASF dual-hosted git repository.

adoroszlai pushed a commit to branch trunk
in repository https://gitbox.apache.org/repos/asf/hadoop.git


The following commit(s) were added to refs/heads/trunk by this push:
 new 182feb11a0f HADOOP-19277. Files and directories mixed up in 
TreeScanResults#dump (#7047)
182feb11a0f is described below

commit 182feb11a0fb742bfa7cc6cf4d407101006436b4
Author: Doroszlai, Attila <6454655+adorosz...@users.noreply.github.com>
AuthorDate: Tue Sep 17 12:25:57 2024 +0200

HADOOP-19277. Files and directories mixed up in TreeScanResults#dump (#7047)
---
 .../test/java/org/apache/hadoop/fs/contract/ContractTestUtils.java| 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git 
a/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/contract/ContractTestUtils.java
 
b/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/contract/ContractTestUtils.java
index 739640aa34b..53594f4db88 100644
--- 
a/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/contract/ContractTestUtils.java
+++ 
b/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/contract/ContractTestUtils.java
@@ -1922,10 +1922,10 @@ public class ContractTestUtils extends Assert {
  */
 private String dump() {
   StringBuilder sb = new StringBuilder(toString());
-  sb.append("\nFiles:");
+  sb.append("\nDirectories:");
   directories.forEach(p ->
   sb.append("\n  \"").append(p.toString()));
-  sb.append("\nDirectories:");
+  sb.append("\nFiles:");
   files.forEach(p ->
   sb.append("\n  \"").append(p.toString()));
   return sb.toString();


-
To unsubscribe, e-mail: common-commits-unsubscr...@hadoop.apache.org
For additional commands, e-mail: common-commits-h...@hadoop.apache.org

(hadoop) branch docker-hadoop-runner-jdk17-u2204 created (now d1bedf5448b)

2024-09-16 Thread adoroszlai 
This is an automated email from the ASF dual-hosted git repository.

adoroszlai pushed a change to branch docker-hadoop-runner-jdk17-u2204
in repository https://gitbox.apache.org/repos/asf/hadoop.git


  at d1bedf5448b HADOOP-19276. Create hadoop-runner based on JDK 17

No new revisions were added by this update.


-
To unsubscribe, e-mail: common-commits-unsubscr...@hadoop.apache.org
For additional commands, e-mail: common-commits-h...@hadoop.apache.org

(hadoop) branch docker-hadoop-runner-jdk11-u2204 created (now 5bb6f450340)

2024-09-15 Thread adoroszlai 
This is an automated email from the ASF dual-hosted git repository.

adoroszlai pushed a change to branch docker-hadoop-runner-jdk11-u2204
in repository https://gitbox.apache.org/repos/asf/hadoop.git


  at 5bb6f450340 HADOOP-19209. Update and optimize hadoop-runner

No new revisions were added by this update.


-
To unsubscribe, e-mail: common-commits-unsubscr...@hadoop.apache.org
For additional commands, e-mail: common-commits-h...@hadoop.apache.org

(hadoop) branch branch-3.3 updated: HADOOP-17317. [JDK 11] Upgrade dnsjava to remove illegal access warnings (#2442) (#6981)

2024-08-05 Thread adoroszlai 
This is an automated email from the ASF dual-hosted git repository.

adoroszlai pushed a commit to branch branch-3.3
in repository https://gitbox.apache.org/repos/asf/hadoop.git


The following commit(s) were added to refs/heads/branch-3.3 by this push:
 new 870a2162923 HADOOP-17317. [JDK 11] Upgrade dnsjava to remove illegal 
access warnings (#2442) (#6981)
870a2162923 is described below

commit 870a2162923b1e5f4d59477817e10ede71d36c76
Author: Doroszlai, Attila <6454655+adorosz...@users.noreply.github.com>
AuthorDate: Tue Aug 6 07:51:31 2024 +0200

HADOOP-17317. [JDK 11] Upgrade dnsjava to remove illegal access warnings 
(#2442) (#6981)

(cherry picked from commit 4c35466359dec71ac083ef3b6b5ceef83fa6121c)

Co-authored-by: Akira Ajisaka 
---
 .../org/apache/hadoop/security/SecurityUtil.java   |   7 +-
 .../hadoop/registry/server/dns/RegistryDNS.java|  77 +-
 .../hadoop/registry/server/dns/SecureableZone.java |   3 +-
 .../registry/server/dns/TestRegistryDNS.java   | 118 +++--
 hadoop-project/pom.xml |   2 +-
 5 files changed, 93 insertions(+), 114 deletions(-)

diff --git 
a/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/security/SecurityUtil.java
 
b/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/security/SecurityUtil.java
index 3b201384125..0da1997588b 100644
--- 
a/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/security/SecurityUtil.java
+++ 
b/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/security/SecurityUtil.java
@@ -623,11 +623,8 @@ public final class SecurityUtil {
 private List searchDomains = new ArrayList<>();
 {
   ResolverConfig resolverConfig = ResolverConfig.getCurrentConfig();
-  Name[] names = resolverConfig.searchPath();
-  if (names != null) {
-for (Name name : names) {
-  searchDomains.add(name.toString());
-}
+  for (Name name : resolverConfig.searchPath()) {
+searchDomains.add(name.toString());
   }
 }
 
diff --git 
a/hadoop-common-project/hadoop-registry/src/main/java/org/apache/hadoop/registry/server/dns/RegistryDNS.java
 
b/hadoop-common-project/hadoop-registry/src/main/java/org/apache/hadoop/registry/server/dns/RegistryDNS.java
index 5815409..8dbe79682e2 100644
--- 
a/hadoop-common-project/hadoop-registry/src/main/java/org/apache/hadoop/registry/server/dns/RegistryDNS.java
+++ 
b/hadoop-common-project/hadoop-registry/src/main/java/org/apache/hadoop/registry/server/dns/RegistryDNS.java
@@ -75,7 +75,6 @@ import java.net.NetworkInterface;
 import java.net.Socket;
 import java.net.SocketAddress;
 import java.net.SocketException;
-import java.net.UnknownHostException;
 import java.nio.BufferUnderflowException;
 import java.nio.ByteBuffer;
 import java.nio.channels.DatagramChannel;
@@ -87,8 +86,10 @@ import java.security.PrivateKey;
 import java.security.spec.InvalidKeySpecException;
 import java.security.spec.RSAPrivateKeySpec;
 import java.text.SimpleDateFormat;
+import java.time.Duration;
+import java.time.Instant;
+import java.time.temporal.ChronoUnit;
 import java.util.ArrayList;
-import java.util.Calendar;
 import java.util.Collection;
 import java.util.Date;
 import java.util.Enumeration;
@@ -232,13 +233,7 @@ public class RegistryDNS extends AbstractService 
implements DNSOperations,
   } catch (SocketException e) {
   }
   ResolverConfig.refresh();
-  ExtendedResolver resolver;
-  try {
-resolver = new ExtendedResolver();
-  } catch (UnknownHostException e) {
-LOG.error("Can not resolve DNS servers: ", e);
-return;
-  }
+  ExtendedResolver resolver = new ExtendedResolver();
   for (Resolver check : resolver.getResolvers()) {
 if (check instanceof SimpleResolver) {
   InetAddress address = ((SimpleResolver) check).getAddress()
@@ -247,7 +242,7 @@ public class RegistryDNS extends AbstractService implements 
DNSOperations,
 resolver.deleteResolver(check);
 continue;
   } else {
-check.setTimeout(30);
+check.setTimeout(Duration.ofSeconds(30));
   }
 } else {
   LOG.error("Not simple resolver!!!?" + check);
@@ -260,12 +255,10 @@ public class RegistryDNS extends AbstractService 
implements DNSOperations,
   }
   StringBuilder message = new StringBuilder();
   message.append("DNS servers: ");
-  if (ResolverConfig.getCurrentConfig().servers() != null) {
-for (String server : ResolverConfig.getCurrentConfig()
-.servers()) {
-  message.append(server);
-  message.append(" ");
-}
+  for (InetSocketAddress address :
+  ResolverConfig.getCurrentConfig().servers()) {
+message.append(address);
+message.append(" ");
   }
   LOG.info(message.toSt

(hadoop-site) branch asf-site updated: HADOOP-19214. Invalid GPG commands in Download page (#57)

2024-07-01 Thread adoroszlai 
This is an automated email from the ASF dual-hosted git repository.

adoroszlai pushed a commit to branch asf-site
in repository https://gitbox.apache.org/repos/asf/hadoop-site.git


The following commit(s) were added to refs/heads/asf-site by this push:
 new 10b3121061 HADOOP-19214. Invalid GPG commands in Download page (#57)
10b3121061 is described below

commit 10b3121061ff599102d86854fa75198dc66c9c91
Author: Doroszlai, Attila <6454655+adorosz...@users.noreply.github.com>
AuthorDate: Mon Jul 1 14:31:05 2024 +0200

HADOOP-19214. Invalid GPG commands in Download page (#57)
---
 content/index.xml | 2 +-
 content/releases.html | 4 ++--
 2 files changed, 3 insertions(+), 3 deletions(-)

diff --git a/content/index.xml b/content/index.xml
index 466c9e24ee..87b372e919 100644
--- a/content/index.xml
+++ b/content/index.xml
@@ -1404,7 +1404,7 @@ Major versions are used to introduce substantial, 
potentially incompatible, chan
   Mon, 01 Jan 0001 00:00:00 +
   
   https://hadoop.apache.org/releases.html
-  To verify Apache Hadoop® releases using GPG: Download the 
release hadoop-X.Y.Z-src.tar.gz from a mirror site. Download the signature file 
hadoop-X.Y.Z-src.tar.gz.asc from Apache. Download the Hadoop KEYS file. gpg 
&ndash;import KEYS gpg &ndash;verify hadoop-X.Y.Z-src.tar.gz.asc To 
perform a quick check using SHA-512: Download the release 
hadoop-X.Y.Z-src.tar.gz from a mirror site. Download the checksum 
hadoop-X.Y.Z-src.tar.gz.sha512 or hadoop-X.Y.Z-src.tar.gz.m [...]
+  To verify Apache Hadoop® releases using GPG: Download the 
release hadoop-X.Y.Z-src.tar.gz from a mirror site. Download the signature file 
hadoop-X.Y.Z-src.tar.gz.asc from Apache. Download the Hadoop KEYS file. gpg 
--import KEYS gpg --verify hadoop-X.Y.Z-src.tar.gz.asc To perform a quick check 
using SHA-512: Download the release hadoop-X.Y.Z-src.tar.gz from a mirror site. 
Download the checksum hadoop-X.Y.Z-src.tar.gz.sha512 or 
hadoop-X.Y.Z-src.tar.gz.mds from Apache. sh [...]
 
 
 
diff --git a/content/releases.html b/content/releases.html
index 2fde60e15a..617f2e530d 100644
--- a/content/releases.html
+++ b/content/releases.html
@@ -281,8 +281,8 @@ site.
 https://downloads.apache.org/hadoop/common/";>Apache.
 Download the https://downloads.apache.org/hadoop/common/KEYS";>Hadoop
 KEYS file.
-gpg –import KEYS
-gpg –verify hadoop-X.Y.Z-src.tar.gz.asc
+gpg --import KEYS
+gpg --verify hadoop-X.Y.Z-src.tar.gz.asc
 
 To perform a quick check using 
SHA-512:
 


-
To unsubscribe, e-mail: common-commits-unsubscr...@hadoop.apache.org
For additional commands, e-mail: common-commits-h...@hadoop.apache.org

(hadoop) branch branch-3.4 updated: HADOOP-19160. hadoop-auth should not depend on kerb-simplekdc (#6791)

2024-05-03 Thread adoroszlai 
This is an automated email from the ASF dual-hosted git repository.

adoroszlai pushed a commit to branch branch-3.4
in repository https://gitbox.apache.org/repos/asf/hadoop.git


The following commit(s) were added to refs/heads/branch-3.4 by this push:
 new 504754b4c3a7 HADOOP-19160. hadoop-auth should not depend on 
kerb-simplekdc (#6791)
504754b4c3a7 is described below

commit 504754b4c3a75b83a19fef7a9f6bb678312d8272
Author: Doroszlai, Attila <6454655+adorosz...@users.noreply.github.com>
AuthorDate: Fri May 3 21:09:34 2024 +0200

HADOOP-19160. hadoop-auth should not depend on kerb-simplekdc (#6791)

(cherry picked from commit 2645898450612752e27be718e3e96a356fcc03c2)
---
 hadoop-common-project/hadoop-auth/pom.xml | 6 +-
 hadoop-project/pom.xml| 5 +
 2 files changed, 10 insertions(+), 1 deletion(-)

diff --git a/hadoop-common-project/hadoop-auth/pom.xml 
b/hadoop-common-project/hadoop-auth/pom.xml
index 014c7daf69e6..19e9c824b4bb 100644
--- a/hadoop-common-project/hadoop-auth/pom.xml
+++ b/hadoop-common-project/hadoop-auth/pom.xml
@@ -136,7 +136,11 @@
 
 
   org.apache.kerby
-  kerb-simplekdc
+  kerb-core
+
+
+  org.apache.kerby
+  kerb-util
 
 
   org.apache.directory.server
diff --git a/hadoop-project/pom.xml b/hadoop-project/pom.xml
index 702b9d9a1167..316c59bae7f2 100644
--- a/hadoop-project/pom.xml
+++ b/hadoop-project/pom.xml
@@ -1943,6 +1943,11 @@
   kerb-core
   ${kerby.version}
 
+
+  org.apache.kerby
+  kerb-util
+  ${kerby.version}
+
 
   org.ehcache
   ehcache


-
To unsubscribe, e-mail: common-commits-unsubscr...@hadoop.apache.org
For additional commands, e-mail: common-commits-h...@hadoop.apache.org

(hadoop-release-support) branch main updated: HADOOP-19160. hadoop-auth should not depend on kerb-simplekdc (#2)

2024-05-03 Thread adoroszlai 
This is an automated email from the ASF dual-hosted git repository.

adoroszlai pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/hadoop-release-support.git


The following commit(s) were added to refs/heads/main by this push:
 new f4cb569  HADOOP-19160. hadoop-auth should not depend on kerb-simplekdc 
(#2)
f4cb569 is described below

commit f4cb56943b2c695719a9124350095d238a1cda13
Author: Doroszlai, Attila <6454655+adorosz...@users.noreply.github.com>
AuthorDate: Fri May 3 12:57:52 2024 +0200

HADOOP-19160. hadoop-auth should not depend on kerb-simplekdc (#2)
---
 build.xml | 1 +
 1 file changed, 1 insertion(+)

diff --git a/build.xml b/build.xml
index 5183b60..1c97a33 100644
--- a/build.xml
+++ b/build.xml
@@ -361,6 +361,7 @@
 
 
 
+
 
 
 


-
To unsubscribe, e-mail: common-commits-unsubscr...@hadoop.apache.org
For additional commands, e-mail: common-commits-h...@hadoop.apache.org

(hadoop) branch trunk updated (881034ad4527 -> 264589845061)

2024-05-03 Thread adoroszlai 
This is an automated email from the ASF dual-hosted git repository.

adoroszlai pushed a change to branch trunk
in repository https://gitbox.apache.org/repos/asf/hadoop.git


from 881034ad4527 CachedRecordStore should check if the record state is 
expired (#6783)
 add 264589845061 HADOOP-19160. hadoop-auth should not depend on 
kerb-simplekdc (#6788)

No new revisions were added by this update.

Summary of changes:
 hadoop-common-project/hadoop-auth/pom.xml | 6 +-
 hadoop-project/pom.xml| 5 +
 2 files changed, 10 insertions(+), 1 deletion(-)


-
To unsubscribe, e-mail: common-commits-unsubscr...@hadoop.apache.org
For additional commands, e-mail: common-commits-h...@hadoop.apache.org

(hadoop) branch branch-3.3 updated: HADOOP-19011. Possible ConcurrentModificationException if Exec command fails (#6358)

2023-12-15 Thread adoroszlai 
This is an automated email from the ASF dual-hosted git repository.

adoroszlai pushed a commit to branch branch-3.3
in repository https://gitbox.apache.org/repos/asf/hadoop.git


The following commit(s) were added to refs/heads/branch-3.3 by this push:
 new 284288eeb4a7 HADOOP-19011. Possible ConcurrentModificationException if 
Exec command fails (#6358)
284288eeb4a7 is described below

commit 284288eeb4a78bb8c68f440d79060d1eac2cd79a
Author: Doroszlai, Attila <6454655+adorosz...@users.noreply.github.com>
AuthorDate: Fri Dec 15 16:39:25 2023 +0100

HADOOP-19011. Possible ConcurrentModificationException if Exec command 
fails (#6358)

(cherry picked from commit cf21f35526fca2d6c2c0518ba0a5d0dc2057f8ad)
---
 .../src/main/java/org/apache/hadoop/maven/plugin/util/Exec.java   | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git 
a/hadoop-maven-plugins/src/main/java/org/apache/hadoop/maven/plugin/util/Exec.java
 
b/hadoop-maven-plugins/src/main/java/org/apache/hadoop/maven/plugin/util/Exec.java
index 528163103da4..50ad6a038577 100644
--- 
a/hadoop-maven-plugins/src/main/java/org/apache/hadoop/maven/plugin/util/Exec.java
+++ 
b/hadoop-maven-plugins/src/main/java/org/apache/hadoop/maven/plugin/util/Exec.java
@@ -72,14 +72,14 @@ public class Exec {
   stdOut.start();
   stdErr.start();
   retCode = p.waitFor();
+  stdOut.join();
+  stdErr.join();
   if (retCode != 0) {
 mojo.getLog().warn(command + " failed with error code " + retCode);
 for (String s : stdErr.getOutput()) {
   mojo.getLog().debug(s);
 }
   }
-  stdOut.join();
-  stdErr.join();
   output.addAll(stdOut.getOutput());
   if (errors != null) {
 errors.addAll(stdErr.getOutput());


-
To unsubscribe, e-mail: common-commits-unsubscr...@hadoop.apache.org
For additional commands, e-mail: common-commits-h...@hadoop.apache.org

(hadoop) branch trunk updated: HADOOP-19011. Possible ConcurrentModificationException if Exec command fails (#6353)

2023-12-14 Thread adoroszlai 
This is an automated email from the ASF dual-hosted git repository.

adoroszlai pushed a commit to branch trunk
in repository https://gitbox.apache.org/repos/asf/hadoop.git


The following commit(s) were added to refs/heads/trunk by this push:
 new cf21f35526fc HADOOP-19011. Possible ConcurrentModificationException if 
Exec command fails (#6353)
cf21f35526fc is described below

commit cf21f35526fca2d6c2c0518ba0a5d0dc2057f8ad
Author: Doroszlai, Attila <6454655+adorosz...@users.noreply.github.com>
AuthorDate: Thu Dec 14 19:46:19 2023 +0100

HADOOP-19011. Possible ConcurrentModificationException if Exec command 
fails (#6353)
---
 .../src/main/java/org/apache/hadoop/maven/plugin/util/Exec.java   | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git 
a/hadoop-maven-plugins/src/main/java/org/apache/hadoop/maven/plugin/util/Exec.java
 
b/hadoop-maven-plugins/src/main/java/org/apache/hadoop/maven/plugin/util/Exec.java
index 86e8d9c2a0ed..a55041f82fbd 100644
--- 
a/hadoop-maven-plugins/src/main/java/org/apache/hadoop/maven/plugin/util/Exec.java
+++ 
b/hadoop-maven-plugins/src/main/java/org/apache/hadoop/maven/plugin/util/Exec.java
@@ -72,14 +72,14 @@ public class Exec {
   stdOut.start();
   stdErr.start();
   retCode = p.waitFor();
+  stdOut.join();
+  stdErr.join();
   if (retCode != 0) {
 mojo.getLog().warn(command + " failed with error code " + retCode);
 for (String s : stdErr.getOutput()) {
   mojo.getLog().debug(s);
 }
   }
-  stdOut.join();
-  stdErr.join();
   output.addAll(stdOut.getOutput());
   if (errors != null) {
 errors.addAll(stdErr.getOutput());


-
To unsubscribe, e-mail: common-commits-unsubscr...@hadoop.apache.org
For additional commands, e-mail: common-commits-h...@hadoop.apache.org

(hadoop) branch docker-hadoop-2 updated: HADOOP-18973. Clean yum cache after installing which in hadoop2 docker image (#6273)

2023-11-15 Thread adoroszlai 
This is an automated email from the ASF dual-hosted git repository.

adoroszlai pushed a commit to branch docker-hadoop-2
in repository https://gitbox.apache.org/repos/asf/hadoop.git


The following commit(s) were added to refs/heads/docker-hadoop-2 by this push:
 new a472db73a564 HADOOP-18973. Clean yum cache after installing which in 
hadoop2 docker image (#6273)
a472db73a564 is described below

commit a472db73a56474c5916ec87eeab371ad645dc3bd
Author: Doroszlai, Attila <6454655+adorosz...@users.noreply.github.com>
AuthorDate: Wed Nov 15 09:28:32 2023 +0100

HADOOP-18973. Clean yum cache after installing which in hadoop2 docker 
image (#6273)
---
 Dockerfile | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/Dockerfile b/Dockerfile
index 5ac2482b890d..05b57fc50c27 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -14,10 +14,11 @@
 # limitations under the License.
 
 FROM apache/hadoop-runner
-RUN sudo yum install -y which
 ARG 
HADOOP_URL=https://www.apache.org/dyn/mirrors/mirrors.cgi?action=download&filename=hadoop/common/hadoop-2.10.2/hadoop-2.10.2.tar.gz
 WORKDIR /opt
 RUN sudo rm -rf /opt/hadoop && curl -LSs -o hadoop.tar.gz $HADOOP_URL && tar 
zxf hadoop.tar.gz && rm hadoop.tar.gz && mv hadoop* hadoop && rm -rf 
/opt/hadoop/share/doc
+RUN sudo yum install -y which && \
+  sudo yum clean all
 WORKDIR /opt/hadoop
 ADD log4j.properties /opt/hadoop/etc/hadoop/log4j.properties
 RUN sudo chown -R hadoop:users /opt/hadoop/etc/hadoop/*


-
To unsubscribe, e-mail: common-commits-unsubscr...@hadoop.apache.org
For additional commands, e-mail: common-commits-h...@hadoop.apache.org

(hadoop) branch docker-hadoop-2 updated: HADOOP-18970. Upgrade hadoop2 docker scripts to latest 2.10.2 (#6269)

2023-11-14 Thread adoroszlai 
This is an automated email from the ASF dual-hosted git repository.

adoroszlai pushed a commit to branch docker-hadoop-2
in repository https://gitbox.apache.org/repos/asf/hadoop.git


The following commit(s) were added to refs/heads/docker-hadoop-2 by this push:
 new b4d330a84ada HADOOP-18970. Upgrade hadoop2 docker scripts to latest 
2.10.2 (#6269)
b4d330a84ada is described below

commit b4d330a84ada86df294bfe3c270926a8ca742e8b
Author: Doroszlai, Attila <6454655+adorosz...@users.noreply.github.com>
AuthorDate: Tue Nov 14 17:28:15 2023 +0100

HADOOP-18970. Upgrade hadoop2 docker scripts to latest 2.10.2 (#6269)
---
 Dockerfile => .dockerignore | 12 +---
 .gitignore  |  1 +
 Dockerfile  |  7 +--
 build.sh|  6 +++---
 config  |  3 +++
 5 files changed, 17 insertions(+), 12 deletions(-)

diff --git a/Dockerfile b/.dockerignore
similarity index 62%
copy from Dockerfile
copy to .dockerignore
index 282a2ca43cce..fc66d887ed96 100644
--- a/Dockerfile
+++ b/.dockerignore
@@ -13,10 +13,8 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-FROM apache/hadoop-runner
-ARG 
HADOOP_URL=https://www.apache.org/dyn/mirrors/mirrors.cgi?action=download&filename=hadoop/common/hadoop-2.9.0/hadoop-2.9.0.tar.gz
-WORKDIR /opt
-RUN sudo rm -rf /opt/hadoop && wget $HADOOP_URL -O hadoop.tar.gz && tar zxf 
hadoop.tar.gz && rm hadoop.tar.gz && mv hadoop* hadoop && rm -rf 
/opt/hadoop/share/doc
-WORKDIR /opt/hadoop
-ADD log4j.properties /opt/hadoop/etc/hadoop/log4j.properties
-RUN sudo chown -R hadoop:users /opt/hadoop/etc/hadoop/*
+.git
+.gitignore
+build
+build.sh
+README.md
diff --git a/.gitignore b/.gitignore
index bee8a64b79a9..ce8c7f333ab4 100644
--- a/.gitignore
+++ b/.gitignore
@@ -1 +1,2 @@
 __pycache__
+build
diff --git a/Dockerfile b/Dockerfile
index 282a2ca43cce..5ac2482b890d 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -14,9 +14,12 @@
 # limitations under the License.
 
 FROM apache/hadoop-runner
-ARG 
HADOOP_URL=https://www.apache.org/dyn/mirrors/mirrors.cgi?action=download&filename=hadoop/common/hadoop-2.9.0/hadoop-2.9.0.tar.gz
+RUN sudo yum install -y which
+ARG 
HADOOP_URL=https://www.apache.org/dyn/mirrors/mirrors.cgi?action=download&filename=hadoop/common/hadoop-2.10.2/hadoop-2.10.2.tar.gz
 WORKDIR /opt
-RUN sudo rm -rf /opt/hadoop && wget $HADOOP_URL -O hadoop.tar.gz && tar zxf 
hadoop.tar.gz && rm hadoop.tar.gz && mv hadoop* hadoop && rm -rf 
/opt/hadoop/share/doc
+RUN sudo rm -rf /opt/hadoop && curl -LSs -o hadoop.tar.gz $HADOOP_URL && tar 
zxf hadoop.tar.gz && rm hadoop.tar.gz && mv hadoop* hadoop && rm -rf 
/opt/hadoop/share/doc
 WORKDIR /opt/hadoop
 ADD log4j.properties /opt/hadoop/etc/hadoop/log4j.properties
 RUN sudo chown -R hadoop:users /opt/hadoop/etc/hadoop/*
+ENV HADOOP_HOME /opt/hadoop
+ENV HADOOP_CONF_DIR $HADOOP_HOME/etc/hadoop
diff --git a/build.sh b/build.sh
index 07e3fb29d357..55ac9a730b37 100755
--- a/build.sh
+++ b/build.sh
@@ -17,11 +17,11 @@
 DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )"
 set -e
 mkdir -p build
-if [ ! -d "$DIR/build/apache-rat-0.12" ]; then
-   wget 
"https://www.apache.org/dyn/mirrors/mirrors.cgi?action=download&filename=creadur/apache-rat-0.12/apache-rat-0.12-bin.tar.gz";
 -O "$DIR/build/apache-rat.tar.gz"
+if [ ! -d "$DIR/build/apache-rat-0.15" ]; then
+   curl -LSs 
https://dlcdn.apache.org/creadur/apache-rat-0.15/apache-rat-0.15-bin.tar.gz -o 
"$DIR/build/apache-rat.tar.gz"
cd $DIR/build
tar zvxf apache-rat.tar.gz
cd -
 fi
-java -jar $DIR/build/apache-rat-0.12/apache-rat-0.12.jar $DIR -e public -e 
apache-rat-0.12 -e .git -e .gitignore
+java -jar $DIR/build/apache-rat-0.15/apache-rat-0.15.jar $DIR -e public -e 
apache-rat-0.15 -e .git -e .gitignore
 docker build -t apache/hadoop:2 .
diff --git a/config b/config
index 907149430a42..7b0629804dbf 100644
--- a/config
+++ b/config
@@ -18,6 +18,9 @@ CORE-SITE.XML_fs.defaultFS=hdfs://namenode
 HDFS-SITE.XML_dfs.namenode.rpc-address=namenode:8020
 HDFS-SITE.XML_dfs.replication=1
 MAPRED-SITE.XML_mapreduce.framework.name=yarn
+MAPRED-SITE.XML_yarn.app.mapreduce.am.env=HADOOP_MAPRED_HOME=$HADOOP_HOME
+MAPRED-SITE.XML_mapreduce.map.env=HADOOP_MAPRED_HOME=$HADOOP_HOME
+MAPRED-SITE.XML_mapreduce.reduce.env=HADOOP_MAPRED_HOME=$HADOOP_HOME
 YARN-SITE.XML_yarn.resourcemanager.hostname=resourcemanager
 YARN-SITE.XML_yarn.nodemanager.pmem-check-enabled=false
 YARN-SITE.XML_yarn.nodemanager.delete.debug-delay-sec=600


-
To unsubscribe, e-mail: common-commits-unsubscr...@hadoop.apache.org
For additional commands, e-mail: common-commits-h...@hadoop.apache.org

[hadoop] branch branch-3.3 updated: HADOOP-18433. Fix main thread name for . (#4838) (#5692)

2023-06-04 Thread adoroszlai 
This is an automated email from the ASF dual-hosted git repository.

adoroszlai pushed a commit to branch branch-3.3
in repository https://gitbox.apache.org/repos/asf/hadoop.git


The following commit(s) were added to refs/heads/branch-3.3 by this push:
 new 60b37bbdf71 HADOOP-18433. Fix main thread name for . (#4838) (#5692)
60b37bbdf71 is described below

commit 60b37bbdf712f5c17230318c4e7c7ec5ce57cedc
Author: Doroszlai, Attila <6454655+adorosz...@users.noreply.github.com>
AuthorDate: Mon Jun 5 07:51:53 2023 +0200

HADOOP-18433. Fix main thread name for . (#4838) (#5692)

(cherry picked from commit f68f1a45783d7eb3f982fadef800b58ab8b763f3)

Co-authored-by: zhengchenyu 
---
 .../hadoop-common/src/main/java/org/apache/hadoop/ipc/Server.java  | 3 +--
 1 file changed, 1 insertion(+), 2 deletions(-)

diff --git 
a/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/ipc/Server.java
 
b/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/ipc/Server.java
index 07cff6eac08..939180b195c 100644
--- 
a/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/ipc/Server.java
+++ 
b/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/ipc/Server.java
@@ -1284,8 +1284,7 @@ public abstract class Server {
   bind(acceptChannel.socket(), address, backlogLength, conf, 
portRangeConfig);
   //Could be an ephemeral port
   this.listenPort = acceptChannel.socket().getLocalPort();
-  Thread.currentThread().setName("Listener at " +
-  bindAddress + "/" + this.listenPort);
+  LOG.info("Listener at {}:{}", bindAddress, this.listenPort);
   // create a selector;
   selector= Selector.open();
   readers = new Reader[readThreads];


-
To unsubscribe, e-mail: common-commits-unsubscr...@hadoop.apache.org
For additional commands, e-mail: common-commits-h...@hadoop.apache.org

[hadoop] branch branch-3.3 updated: HADOOP-18714. Wrong StringUtils.join() called in AbstractContractRootDirectoryTest (#5588)

2023-04-24 Thread adoroszlai 
This is an automated email from the ASF dual-hosted git repository.

adoroszlai pushed a commit to branch branch-3.3
in repository https://gitbox.apache.org/repos/asf/hadoop.git


The following commit(s) were added to refs/heads/branch-3.3 by this push:
 new 13d3cfd311a HADOOP-18714. Wrong StringUtils.join() called in 
AbstractContractRootDirectoryTest (#5588)
13d3cfd311a is described below

commit 13d3cfd311aa05f979e3ff3afd6aec9b06fdac13
Author: Doroszlai, Attila <6454655+adorosz...@users.noreply.github.com>
AuthorDate: Mon Apr 24 15:49:20 2023 +0200

HADOOP-18714. Wrong StringUtils.join() called in 
AbstractContractRootDirectoryTest (#5588)

(cherry picked from commit 5b23224970b48d41adf96b3f5a520411792fe696)
---
 .../hadoop/fs/contract/AbstractContractRootDirectoryTest.java  | 7 +++
 1 file changed, 3 insertions(+), 4 deletions(-)

diff --git 
a/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/contract/AbstractContractRootDirectoryTest.java
 
b/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/contract/AbstractContractRootDirectoryTest.java
index 4b5af02ecda..924ebd0065d 100644
--- 
a/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/contract/AbstractContractRootDirectoryTest.java
+++ 
b/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/contract/AbstractContractRootDirectoryTest.java
@@ -195,10 +195,9 @@ public abstract class AbstractContractRootDirectoryTest 
extends AbstractFSContra
 for (FileStatus status : statuses) {
   ContractTestUtils.assertDeleted(fs, status.getPath(), false, true, 
false);
 }
-FileStatus[] rootListStatus = fs.listStatus(root);
-assertEquals("listStatus on empty root-directory returned found: "
-+ join("\n", rootListStatus),
-0, rootListStatus.length);
+Assertions.assertThat(fs.listStatus(root))
+.describedAs("ls /")
+.hasSize(0);
 assertNoElements("listFiles(/, false)",
 fs.listFiles(root, false));
 assertNoElements("listFiles(/, true)",


-
To unsubscribe, e-mail: common-commits-unsubscr...@hadoop.apache.org
For additional commands, e-mail: common-commits-h...@hadoop.apache.org

[hadoop] branch trunk updated: HADOOP-18714. Wrong StringUtils.join() called in AbstractContractRootDirectoryTest (#5578)

2023-04-24 Thread adoroszlai 
This is an automated email from the ASF dual-hosted git repository.

adoroszlai pushed a commit to branch trunk
in repository https://gitbox.apache.org/repos/asf/hadoop.git


The following commit(s) were added to refs/heads/trunk by this push:
 new 5b23224970b HADOOP-18714. Wrong StringUtils.join() called in 
AbstractContractRootDirectoryTest (#5578)
5b23224970b is described below

commit 5b23224970b48d41adf96b3f5a520411792fe696
Author: Doroszlai, Attila <6454655+adorosz...@users.noreply.github.com>
AuthorDate: Mon Apr 24 09:17:12 2023 +0200

HADOOP-18714. Wrong StringUtils.join() called in 
AbstractContractRootDirectoryTest (#5578)
---
 .../hadoop/fs/contract/AbstractContractRootDirectoryTest.java  | 7 +++
 1 file changed, 3 insertions(+), 4 deletions(-)

diff --git 
a/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/contract/AbstractContractRootDirectoryTest.java
 
b/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/contract/AbstractContractRootDirectoryTest.java
index 4b5af02ecda..924ebd0065d 100644
--- 
a/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/contract/AbstractContractRootDirectoryTest.java
+++ 
b/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/contract/AbstractContractRootDirectoryTest.java
@@ -195,10 +195,9 @@ public abstract class AbstractContractRootDirectoryTest 
extends AbstractFSContra
 for (FileStatus status : statuses) {
   ContractTestUtils.assertDeleted(fs, status.getPath(), false, true, 
false);
 }
-FileStatus[] rootListStatus = fs.listStatus(root);
-assertEquals("listStatus on empty root-directory returned found: "
-+ join("\n", rootListStatus),
-0, rootListStatus.length);
+Assertions.assertThat(fs.listStatus(root))
+.describedAs("ls /")
+.hasSize(0);
 assertNoElements("listFiles(/, false)",
 fs.listFiles(root, false));
 assertNoElements("listFiles(/, true)",


-
To unsubscribe, e-mail: common-commits-unsubscr...@hadoop.apache.org
For additional commands, e-mail: common-commits-h...@hadoop.apache.org

[hadoop] branch branch-3.2 updated (b9033f95f03 -> 531ec91c23d)

2022-12-14 Thread adoroszlai 
This is an automated email from the ASF dual-hosted git repository.

adoroszlai pushed a change to branch branch-3.2
in repository https://gitbox.apache.org/repos/asf/hadoop.git


from b9033f95f03 YARN-11390. 
TestResourceTrackerService.testNodeRemovalNormally: Shutdown nodes should be 0 
now expected: <1> but was: <0> (#5190)
 add 531ec91c23d HADOOP-18569. NFS Gateway may release buffer too early 
(#5210)

No new revisions were added by this update.

Summary of changes:
 .../src/main/java/org/apache/hadoop/oncrpc/RpcProgram.java  | 13 +++--
 .../src/main/java/org/apache/hadoop/oncrpc/RpcUtil.java |  8 +---
 2 files changed, 16 insertions(+), 5 deletions(-)


-
To unsubscribe, e-mail: common-commits-unsubscr...@hadoop.apache.org
For additional commands, e-mail: common-commits-h...@hadoop.apache.org

[hadoop] branch branch-3.3 updated: HADOOP-18569. NFS Gateway may release buffer too early (#5207) (#5211)

2022-12-14 Thread adoroszlai 
This is an automated email from the ASF dual-hosted git repository.

adoroszlai pushed a commit to branch branch-3.3
in repository https://gitbox.apache.org/repos/asf/hadoop.git


The following commit(s) were added to refs/heads/branch-3.3 by this push:
 new 62023485020 HADOOP-18569. NFS Gateway may release buffer too early 
(#5207) (#5211)
62023485020 is described below

commit 620234850208d3b21b32dc66b8a51372e704b16d
Author: Doroszlai, Attila <6454655+adorosz...@users.noreply.github.com>
AuthorDate: Wed Dec 14 15:56:16 2022 +0100

HADOOP-18569. NFS Gateway may release buffer too early (#5207) (#5211)

(cherry picked from commit df4812df65d01889ba93bce1415e01461500208d)
---
 .../src/main/java/org/apache/hadoop/oncrpc/RpcProgram.java  | 13 +++--
 .../src/main/java/org/apache/hadoop/oncrpc/RpcUtil.java |  8 +---
 2 files changed, 16 insertions(+), 5 deletions(-)

diff --git 
a/hadoop-common-project/hadoop-nfs/src/main/java/org/apache/hadoop/oncrpc/RpcProgram.java
 
b/hadoop-common-project/hadoop-nfs/src/main/java/org/apache/hadoop/oncrpc/RpcProgram.java
index 8b8d558255f..cff6693f6aa 100644
--- 
a/hadoop-common-project/hadoop-nfs/src/main/java/org/apache/hadoop/oncrpc/RpcProgram.java
+++ 
b/hadoop-common-project/hadoop-nfs/src/main/java/org/apache/hadoop/oncrpc/RpcProgram.java
@@ -26,6 +26,7 @@ import io.netty.buffer.ByteBuf;
 import io.netty.buffer.Unpooled;
 import io.netty.channel.ChannelHandlerContext;
 import io.netty.channel.ChannelInboundHandlerAdapter;
+import io.netty.util.ReferenceCountUtil;
 import 
org.apache.hadoop.thirdparty.com.google.common.annotations.VisibleForTesting;
 import org.apache.hadoop.oncrpc.RpcAcceptedReply.AcceptState;
 import org.apache.hadoop.oncrpc.security.VerifierNone;
@@ -163,8 +164,16 @@ public abstract class RpcProgram extends 
ChannelInboundHandlerAdapter {
   public void channelRead(ChannelHandlerContext ctx, Object msg)
   throws Exception {
 RpcInfo info = (RpcInfo) msg;
+try {
+  channelRead(ctx, info);
+} finally {
+  ReferenceCountUtil.release(info.data());
+}
+  }
+
+  private void channelRead(ChannelHandlerContext ctx, RpcInfo info)
+  throws Exception {
 RpcCall call = (RpcCall) info.header();
-
 SocketAddress remoteAddress = info.remoteAddress();
 if (LOG.isTraceEnabled()) {
   LOG.trace(program + " procedure #" + call.getProcedure());
@@ -256,4 +265,4 @@ public abstract class RpcProgram extends 
ChannelInboundHandlerAdapter {
   public int getPortmapUdpTimeoutMillis() {
 return portmapUdpTimeoutMillis;
   }
-}
\ No newline at end of file
+}
diff --git 
a/hadoop-common-project/hadoop-nfs/src/main/java/org/apache/hadoop/oncrpc/RpcUtil.java
 
b/hadoop-common-project/hadoop-nfs/src/main/java/org/apache/hadoop/oncrpc/RpcUtil.java
index e8bc27d687f..784e8c79618 100644
--- 
a/hadoop-common-project/hadoop-nfs/src/main/java/org/apache/hadoop/oncrpc/RpcUtil.java
+++ 
b/hadoop-common-project/hadoop-nfs/src/main/java/org/apache/hadoop/oncrpc/RpcUtil.java
@@ -129,15 +129,17 @@ public final class RpcUtil {
   RpcInfo info = null;
   try {
 RpcCall callHeader = RpcCall.read(in);
-ByteBuf dataBuffer = Unpooled.wrappedBuffer(in.buffer()
-.slice());
+ByteBuf dataBuffer = buf.slice(b.position(), b.remaining());
 
 info = new RpcInfo(callHeader, dataBuffer, ctx, ctx.channel(),
 remoteAddress);
   } catch (Exception exc) {
 LOG.info("Malformed RPC request from " + remoteAddress);
   } finally {
-buf.release();
+// only release buffer if it is not passed to downstream handler
+if (info == null) {
+  buf.release();
+}
   }
 
   if (info != null) {


-
To unsubscribe, e-mail: common-commits-unsubscr...@hadoop.apache.org
For additional commands, e-mail: common-commits-h...@hadoop.apache.org

[hadoop] branch trunk updated (1cecf8ab704 -> 4de8791debe)

2022-12-14 Thread adoroszlai 
This is an automated email from the ASF dual-hosted git repository.

adoroszlai pushed a change to branch trunk
in repository https://gitbox.apache.org/repos/asf/hadoop.git


from 1cecf8ab704 HADOOP-18183. s3a audit logs to publish range start/end of 
GET requests. (#5110)
 add 4de8791debe HADOOP-18569. NFS Gateway may release buffer too early 
(#5212)

No new revisions were added by this update.

Summary of changes:
 .../src/main/java/org/apache/hadoop/oncrpc/RpcProgram.java  | 13 +++--
 .../src/main/java/org/apache/hadoop/oncrpc/RpcUtil.java |  8 +---
 2 files changed, 16 insertions(+), 5 deletions(-)


-
To unsubscribe, e-mail: common-commits-unsubscr...@hadoop.apache.org
For additional commands, e-mail: common-commits-h...@hadoop.apache.org

[hadoop] branch branch-3.3.5 updated: HADOOP-18569. NFS Gateway may release buffer too early (#5207)

2022-12-12 Thread adoroszlai 
This is an automated email from the ASF dual-hosted git repository.

adoroszlai pushed a commit to branch branch-3.3.5
in repository https://gitbox.apache.org/repos/asf/hadoop.git


The following commit(s) were added to refs/heads/branch-3.3.5 by this push:
 new df4812df65d HADOOP-18569. NFS Gateway may release buffer too early 
(#5207)
df4812df65d is described below

commit df4812df65d01889ba93bce1415e01461500208d
Author: Doroszlai, Attila <6454655+adorosz...@users.noreply.github.com>
AuthorDate: Mon Dec 12 19:02:49 2022 +0100

HADOOP-18569. NFS Gateway may release buffer too early (#5207)
---
 .../src/main/java/org/apache/hadoop/oncrpc/RpcProgram.java  | 13 +++--
 .../src/main/java/org/apache/hadoop/oncrpc/RpcUtil.java |  8 +---
 2 files changed, 16 insertions(+), 5 deletions(-)

diff --git 
a/hadoop-common-project/hadoop-nfs/src/main/java/org/apache/hadoop/oncrpc/RpcProgram.java
 
b/hadoop-common-project/hadoop-nfs/src/main/java/org/apache/hadoop/oncrpc/RpcProgram.java
index 8b8d558255f..cff6693f6aa 100644
--- 
a/hadoop-common-project/hadoop-nfs/src/main/java/org/apache/hadoop/oncrpc/RpcProgram.java
+++ 
b/hadoop-common-project/hadoop-nfs/src/main/java/org/apache/hadoop/oncrpc/RpcProgram.java
@@ -26,6 +26,7 @@ import io.netty.buffer.ByteBuf;
 import io.netty.buffer.Unpooled;
 import io.netty.channel.ChannelHandlerContext;
 import io.netty.channel.ChannelInboundHandlerAdapter;
+import io.netty.util.ReferenceCountUtil;
 import 
org.apache.hadoop.thirdparty.com.google.common.annotations.VisibleForTesting;
 import org.apache.hadoop.oncrpc.RpcAcceptedReply.AcceptState;
 import org.apache.hadoop.oncrpc.security.VerifierNone;
@@ -163,8 +164,16 @@ public abstract class RpcProgram extends 
ChannelInboundHandlerAdapter {
   public void channelRead(ChannelHandlerContext ctx, Object msg)
   throws Exception {
 RpcInfo info = (RpcInfo) msg;
+try {
+  channelRead(ctx, info);
+} finally {
+  ReferenceCountUtil.release(info.data());
+}
+  }
+
+  private void channelRead(ChannelHandlerContext ctx, RpcInfo info)
+  throws Exception {
 RpcCall call = (RpcCall) info.header();
-
 SocketAddress remoteAddress = info.remoteAddress();
 if (LOG.isTraceEnabled()) {
   LOG.trace(program + " procedure #" + call.getProcedure());
@@ -256,4 +265,4 @@ public abstract class RpcProgram extends 
ChannelInboundHandlerAdapter {
   public int getPortmapUdpTimeoutMillis() {
 return portmapUdpTimeoutMillis;
   }
-}
\ No newline at end of file
+}
diff --git 
a/hadoop-common-project/hadoop-nfs/src/main/java/org/apache/hadoop/oncrpc/RpcUtil.java
 
b/hadoop-common-project/hadoop-nfs/src/main/java/org/apache/hadoop/oncrpc/RpcUtil.java
index e8bc27d687f..784e8c79618 100644
--- 
a/hadoop-common-project/hadoop-nfs/src/main/java/org/apache/hadoop/oncrpc/RpcUtil.java
+++ 
b/hadoop-common-project/hadoop-nfs/src/main/java/org/apache/hadoop/oncrpc/RpcUtil.java
@@ -129,15 +129,17 @@ public final class RpcUtil {
   RpcInfo info = null;
   try {
 RpcCall callHeader = RpcCall.read(in);
-ByteBuf dataBuffer = Unpooled.wrappedBuffer(in.buffer()
-.slice());
+ByteBuf dataBuffer = buf.slice(b.position(), b.remaining());
 
 info = new RpcInfo(callHeader, dataBuffer, ctx, ctx.channel(),
 remoteAddress);
   } catch (Exception exc) {
 LOG.info("Malformed RPC request from " + remoteAddress);
   } finally {
-buf.release();
+// only release buffer if it is not passed to downstream handler
+if (info == null) {
+  buf.release();
+}
   }
 
   if (info != null) {


-
To unsubscribe, e-mail: common-commits-unsubscr...@hadoop.apache.org
For additional commands, e-mail: common-commits-h...@hadoop.apache.org

[hadoop] branch branch-3.3.5 updated: HADOOP-18484. Upgrade hsqldb to v2.7.1 to mitigate CVE-2022-41853 (#5114)

2022-11-16 Thread adoroszlai 
This is an automated email from the ASF dual-hosted git repository.

adoroszlai pushed a commit to branch branch-3.3.5
in repository https://gitbox.apache.org/repos/asf/hadoop.git


The following commit(s) were added to refs/heads/branch-3.3.5 by this push:
 new 2cc1896d447 HADOOP-18484. Upgrade hsqldb to v2.7.1 to mitigate 
CVE-2022-41853 (#5114)
2cc1896d447 is described below

commit 2cc1896d44724f798f7a7806314c37bbdcd21401
Author: Ashutosh Gupta 
AuthorDate: Wed Nov 16 10:42:43 2022 +

HADOOP-18484. Upgrade hsqldb to v2.7.1 to mitigate CVE-2022-41853 (#5114)
---
 LICENSE-binary | 2 +-
 .../hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/pom.xml  | 1 +
 hadoop-mapreduce-project/hadoop-mapreduce-examples/pom.xml | 1 +
 hadoop-mapreduce-project/pom.xml   | 1 +
 hadoop-project/pom.xml | 3 ++-
 .../hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-common/pom.xml   | 1 +
 6 files changed, 7 insertions(+), 2 deletions(-)

diff --git a/LICENSE-binary b/LICENSE-binary
index a12f21666b8..e8d8f4440b0 100644
--- a/LICENSE-binary
+++ b/LICENSE-binary
@@ -492,7 +492,7 @@ jakarta.xml.bind:jakarta.xml.bind-api:2.3.2
 HSQL License
 
 
-org.hsqldb:hsqldb:2.3.4
+org.hsqldb:hsqldb:2.7.1
 
 
 JDOM License
diff --git 
a/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/pom.xml
 
b/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/pom.xml
index 3f147d12984..6ce234b001a 100644
--- 
a/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/pom.xml
+++ 
b/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/pom.xml
@@ -104,6 +104,7 @@
   org.hsqldb
   hsqldb
   test
+  jdk8
 
 
 
diff --git a/hadoop-mapreduce-project/hadoop-mapreduce-examples/pom.xml 
b/hadoop-mapreduce-project/hadoop-mapreduce-examples/pom.xml
index 1478cb1885d..93bbd2ecf6e 100644
--- a/hadoop-mapreduce-project/hadoop-mapreduce-examples/pom.xml
+++ b/hadoop-mapreduce-project/hadoop-mapreduce-examples/pom.xml
@@ -106,6 +106,7 @@
org.hsqldb
hsqldb
provided
+   jdk8
  
  
   org.apache.hadoop.thirdparty
diff --git a/hadoop-mapreduce-project/pom.xml b/hadoop-mapreduce-project/pom.xml
index 882a3eab8da..7c2bc2444b3 100644
--- a/hadoop-mapreduce-project/pom.xml
+++ b/hadoop-mapreduce-project/pom.xml
@@ -142,6 +142,7 @@
   org.hsqldb
   hsqldb
   compile
+  jdk8
 
 
   ${leveldbjni.group}
diff --git a/hadoop-project/pom.xml b/hadoop-project/pom.xml
index fd1743d919c..0ceb935f5f6 100644
--- a/hadoop-project/pom.xml
+++ b/hadoop-project/pom.xml
@@ -187,7 +187,7 @@
 1.0-beta-1
 900
 1.12.316
-2.3.4
+2.7.1
 1.11.2
 2.1
 0.7
@@ -1475,6 +1475,7 @@
 org.hsqldb
 hsqldb
 ${hsqldb.version}
+jdk8
   
   
 io.dropwizard.metrics
diff --git 
a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-common/pom.xml
 
b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-common/pom.xml
index b6fd161f0e8..932557806d6 100644
--- 
a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-common/pom.xml
+++ 
b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-common/pom.xml
@@ -129,6 +129,7 @@
   org.hsqldb
   hsqldb
   test
+  jdk8
 
 
   com.microsoft.sqlserver


-
To unsubscribe, e-mail: common-commits-unsubscr...@hadoop.apache.org
For additional commands, e-mail: common-commits-h...@hadoop.apache.org

[hadoop] branch branch-3.3 updated (0961014262c -> 7b84f6458b2)

2022-11-04 Thread adoroszlai 
This is an automated email from the ASF dual-hosted git repository.

adoroszlai pushed a change to branch branch-3.3
in repository https://gitbox.apache.org/repos/asf/hadoop.git


from 0961014262c YARN-11364. Docker Container to accept docker Image name 
with sha256 digest (#5092)
 add 7b84f6458b2 HADOOP-18484. Upgrade hsqldb to v2.7.1 to mitigate 
CVE-2022-41853  (#5101)

No new revisions were added by this update.

Summary of changes:
 LICENSE-binary | 2 +-
 .../hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/pom.xml  | 1 +
 hadoop-mapreduce-project/hadoop-mapreduce-examples/pom.xml | 1 +
 hadoop-mapreduce-project/pom.xml   | 1 +
 hadoop-project/pom.xml | 3 ++-
 .../hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-common/pom.xml   | 1 +
 6 files changed, 7 insertions(+), 2 deletions(-)


-
To unsubscribe, e-mail: common-commits-unsubscr...@hadoop.apache.org
For additional commands, e-mail: common-commits-h...@hadoop.apache.org

[hadoop] branch branch-3.2 updated (d26fd2106fa -> f20e0435b85)

2022-11-04 Thread adoroszlai 
This is an automated email from the ASF dual-hosted git repository.

adoroszlai pushed a change to branch branch-3.2
in repository https://gitbox.apache.org/repos/asf/hadoop.git


from d26fd2106fa YARN-11364. Docker Container to accept docker Image name 
with sha256 digest (#5092)
 add f20e0435b85 HADOOP-18484. Upgrade hsqldb to v2.7.1 to mitigate 
CVE-2022-41853  (#5102)

No new revisions were added by this update.

Summary of changes:
 .../hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/pom.xml  | 1 +
 hadoop-mapreduce-project/hadoop-mapreduce-examples/pom.xml | 1 +
 hadoop-mapreduce-project/pom.xml   | 1 +
 hadoop-project/pom.xml | 3 ++-
 .../hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-common/pom.xml   | 1 +
 5 files changed, 6 insertions(+), 1 deletion(-)


-
To unsubscribe, e-mail: common-commits-unsubscr...@hadoop.apache.org
For additional commands, e-mail: common-commits-h...@hadoop.apache.org

[hadoop] branch trunk updated: HADOOP-18484. Upgrade hsqldb to v2.7.1 to mitigate CVE-2022-41853 (#4991)

2022-11-02 Thread adoroszlai 
This is an automated email from the ASF dual-hosted git repository.

adoroszlai pushed a commit to branch trunk
in repository https://gitbox.apache.org/repos/asf/hadoop.git


The following commit(s) were added to refs/heads/trunk by this push:
 new e62ba16a02f HADOOP-18484. Upgrade hsqldb to v2.7.1 to mitigate 
CVE-2022-41853 (#4991)
e62ba16a02f is described below

commit e62ba16a02f8f325eff06b932de89e986335a5e1
Author: Ashutosh Gupta 
AuthorDate: Wed Nov 2 07:41:27 2022 +

HADOOP-18484. Upgrade hsqldb to v2.7.1 to mitigate CVE-2022-41853 (#4991)
---
 LICENSE-binary | 2 +-
 .../hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/pom.xml  | 1 +
 hadoop-mapreduce-project/hadoop-mapreduce-examples/pom.xml | 1 +
 hadoop-mapreduce-project/pom.xml   | 1 +
 hadoop-project/pom.xml | 3 ++-
 .../hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-common/pom.xml   | 1 +
 6 files changed, 7 insertions(+), 2 deletions(-)

diff --git a/LICENSE-binary b/LICENSE-binary
index 4ff1eaf14cb..d838ac1cb6a 100644
--- a/LICENSE-binary
+++ b/LICENSE-binary
@@ -523,7 +523,7 @@ junit:junit:4.13.2
 HSQL License
 
 
-org.hsqldb:hsqldb:2.5.2
+org.hsqldb:hsqldb:2.7.1
 
 
 JDOM License
diff --git 
a/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/pom.xml
 
b/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/pom.xml
index 75f250e1d72..17358a37da3 100644
--- 
a/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/pom.xml
+++ 
b/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/pom.xml
@@ -110,6 +110,7 @@
   org.hsqldb
   hsqldb
   test
+  jdk8
 
 
 
diff --git a/hadoop-mapreduce-project/hadoop-mapreduce-examples/pom.xml 
b/hadoop-mapreduce-project/hadoop-mapreduce-examples/pom.xml
index 11932e04e37..16ce47579fe 100644
--- a/hadoop-mapreduce-project/hadoop-mapreduce-examples/pom.xml
+++ b/hadoop-mapreduce-project/hadoop-mapreduce-examples/pom.xml
@@ -112,6 +112,7 @@
org.hsqldb
hsqldb
provided
+   jdk8
  
  
   org.apache.hadoop.thirdparty
diff --git a/hadoop-mapreduce-project/pom.xml b/hadoop-mapreduce-project/pom.xml
index 3ce66a10a84..b32f1575636 100644
--- a/hadoop-mapreduce-project/pom.xml
+++ b/hadoop-mapreduce-project/pom.xml
@@ -146,6 +146,7 @@
   org.hsqldb
   hsqldb
   compile
+  jdk8
 
 
   ${leveldbjni.group}
diff --git a/hadoop-project/pom.xml b/hadoop-project/pom.xml
index 6477e8f662c..e37851b6d07 100644
--- a/hadoop-project/pom.xml
+++ b/hadoop-project/pom.xml
@@ -185,7 +185,7 @@
 1.0-beta-1
 900
 1.12.316
-2.5.2
+2.7.1
 1.11.2
 2.1
 0.7
@@ -1470,6 +1470,7 @@
 org.hsqldb
 hsqldb
 ${hsqldb.version}
+jdk8
   
   
 io.dropwizard.metrics
diff --git 
a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-common/pom.xml
 
b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-common/pom.xml
index fdc36667bfe..6837de80014 100644
--- 
a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-common/pom.xml
+++ 
b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-common/pom.xml
@@ -144,6 +144,7 @@
   org.hsqldb
   hsqldb
   test
+  jdk8
 
 
   com.microsoft.sqlserver


-
To unsubscribe, e-mail: common-commits-unsubscr...@hadoop.apache.org
For additional commands, e-mail: common-commits-h...@hadoop.apache.org