Author: wang Date: Fri Oct 25 01:56:05 2013 New Revision: 1535607 URL: http://svn.apache.org/r1535607 Log: HDFS-5419. Fixup test-patch.sh warnings on HDFS-4949 branch. (wang)
Modified: hadoop/common/branches/HDFS-4949/hadoop-hdfs-project/hadoop-hdfs/CHANGES-HDFS-4949.txt hadoop/common/branches/HDFS-4949/hadoop-hdfs-project/hadoop-hdfs/dev-support/findbugsExcludeFile.xml hadoop/common/branches/HDFS-4949/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/protocol/CachePoolInfo.java hadoop/common/branches/HDFS-4949/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/protocol/PathBasedCacheEntry.java hadoop/common/branches/HDFS-4949/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/CachedBlock.java hadoop/common/branches/HDFS-4949/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/tools/CacheAdmin.java hadoop/common/branches/HDFS-4949/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/tools/TableListing.java hadoop/common/branches/HDFS-4949/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/web/JsonUtil.java hadoop/common/branches/HDFS-4949/hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/web/TestJsonUtil.java Modified: hadoop/common/branches/HDFS-4949/hadoop-hdfs-project/hadoop-hdfs/CHANGES-HDFS-4949.txt URL: http://svn.apache.org/viewvc/hadoop/common/branches/HDFS-4949/hadoop-hdfs-project/hadoop-hdfs/CHANGES-HDFS-4949.txt?rev=1535607&r1=1535606&r2=1535607&view=diff ============================================================================== --- hadoop/common/branches/HDFS-4949/hadoop-hdfs-project/hadoop-hdfs/CHANGES-HDFS-4949.txt (original) +++ hadoop/common/branches/HDFS-4949/hadoop-hdfs-project/hadoop-hdfs/CHANGES-HDFS-4949.txt Fri Oct 25 01:56:05 2013 @@ -121,3 +121,5 @@ HDFS-4949 (Unreleased) HDFS-5405. Fix possible RetryCache hang for caching RPC handlers in FSNamesystem. (wang) + HDFS-5419. Fixup test-patch.sh warnings on HDFS-4949 branch. (wang) + Modified: hadoop/common/branches/HDFS-4949/hadoop-hdfs-project/hadoop-hdfs/dev-support/findbugsExcludeFile.xml URL: http://svn.apache.org/viewvc/hadoop/common/branches/HDFS-4949/hadoop-hdfs-project/hadoop-hdfs/dev-support/findbugsExcludeFile.xml?rev=1535607&r1=1535606&r2=1535607&view=diff ============================================================================== --- hadoop/common/branches/HDFS-4949/hadoop-hdfs-project/hadoop-hdfs/dev-support/findbugsExcludeFile.xml (original) +++ hadoop/common/branches/HDFS-4949/hadoop-hdfs-project/hadoop-hdfs/dev-support/findbugsExcludeFile.xml Fri Oct 25 01:56:05 2013 @@ -346,4 +346,22 @@ <Method name="create" /> <Bug pattern="UL_UNRELEASED_LOCK" /> </Match> + <!-- Manually verified to be okay, we want to throw away the top bit here --> + <Match> + <Class name="org.apache.hadoop.hdfs.server.namenode.CachedBlock" /> + <Method name="getReplication" /> + <Bug pattern="ICAST_QUESTIONABLE_UNSIGNED_RIGHT_SHIFT" /> + </Match> + <!-- These two are used for shutting down and kicking the CRMon, do not need strong sync --> + <Match> + <Class name="org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor" /> + <Field name="shutdown" /> + <Bug pattern="IS2_INCONSISTENT_SYNC" /> + </Match> + <Match> + <Class name="org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor" /> + <Field name="rescanImmediately" /> + <Bug pattern="IS2_INCONSISTENT_SYNC" /> + </Match> + </FindBugsFilter> Modified: hadoop/common/branches/HDFS-4949/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/protocol/CachePoolInfo.java URL: http://svn.apache.org/viewvc/hadoop/common/branches/HDFS-4949/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/protocol/CachePoolInfo.java?rev=1535607&r1=1535606&r2=1535607&view=diff ============================================================================== --- hadoop/common/branches/HDFS-4949/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/protocol/CachePoolInfo.java (original) +++ hadoop/common/branches/HDFS-4949/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/protocol/CachePoolInfo.java Fri Oct 25 01:56:05 2013 @@ -115,25 +115,26 @@ public class CachePoolInfo { append(", ownerName:").append(ownerName). append(", groupName:").append(groupName). append(", mode:").append((mode == null) ? "null" : - String.format("0%03o", mode)). + String.format("0%03o", mode.toShort())). append(", weight:").append(weight). append("}").toString(); } @Override public boolean equals(Object o) { - try { - CachePoolInfo other = (CachePoolInfo)o; - return new EqualsBuilder(). - append(poolName, other.poolName). - append(ownerName, other.ownerName). - append(groupName, other.groupName). - append(mode, other.mode). - append(weight, other.weight). - isEquals(); - } catch (ClassCastException e) { + if (o == null) { return false; } + if (o == this) { return true; } + if (o.getClass() != getClass()) { return false; } + CachePoolInfo other = (CachePoolInfo)o; + return new EqualsBuilder(). + append(poolName, other.poolName). + append(ownerName, other.ownerName). + append(groupName, other.groupName). + append(mode, other.mode). + append(weight, other.weight). + isEquals(); } @Override Modified: hadoop/common/branches/HDFS-4949/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/protocol/PathBasedCacheEntry.java URL: http://svn.apache.org/viewvc/hadoop/common/branches/HDFS-4949/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/protocol/PathBasedCacheEntry.java?rev=1535607&r1=1535606&r2=1535607&view=diff ============================================================================== --- hadoop/common/branches/HDFS-4949/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/protocol/PathBasedCacheEntry.java (original) +++ hadoop/common/branches/HDFS-4949/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/protocol/PathBasedCacheEntry.java Fri Oct 25 01:56:05 2013 @@ -82,6 +82,8 @@ public final class PathBasedCacheEntry { @Override public boolean equals(Object o) { + if (o == null) { return false; } + if (o == this) { return true; } if (o.getClass() != this.getClass()) { return false; } Modified: hadoop/common/branches/HDFS-4949/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/CachedBlock.java URL: http://svn.apache.org/viewvc/hadoop/common/branches/HDFS-4949/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/CachedBlock.java?rev=1535607&r1=1535606&r2=1535607&view=diff ============================================================================== --- hadoop/common/branches/HDFS-4949/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/CachedBlock.java (original) +++ hadoop/common/branches/HDFS-4949/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/CachedBlock.java Fri Oct 25 01:56:05 2013 @@ -83,6 +83,8 @@ public final class CachedBlock implement @Override public boolean equals(Object o) { + if (o == null) { return false; } + if (o == this) { return true; } if (o.getClass() != this.getClass()) { return false; } @@ -100,7 +102,7 @@ public final class CachedBlock implement } public short getReplication() { - return (short)(replicationAndMark >>> 1); + return (short) (replicationAndMark >>> 1); } /** Modified: hadoop/common/branches/HDFS-4949/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/tools/CacheAdmin.java URL: http://svn.apache.org/viewvc/hadoop/common/branches/HDFS-4949/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/tools/CacheAdmin.java?rev=1535607&r1=1535606&r2=1535607&view=diff ============================================================================== --- hadoop/common/branches/HDFS-4949/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/tools/CacheAdmin.java (original) +++ hadoop/common/branches/HDFS-4949/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/tools/CacheAdmin.java Fri Oct 25 01:56:05 2013 @@ -720,7 +720,7 @@ public class CacheAdmin extends Configur return 0; } String commandName = args.get(0); - commandName.replaceAll("^[-]*", ""); + commandName = commandName.replaceAll("^[-]*", ""); Command command = determineCommand(commandName); if (command == null) { System.err.print("Sorry, I don't know the command '" + Modified: hadoop/common/branches/HDFS-4949/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/tools/TableListing.java URL: http://svn.apache.org/viewvc/hadoop/common/branches/HDFS-4949/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/tools/TableListing.java?rev=1535607&r1=1535606&r2=1535607&view=diff ============================================================================== --- hadoop/common/branches/HDFS-4949/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/tools/TableListing.java (original) +++ hadoop/common/branches/HDFS-4949/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/tools/TableListing.java Fri Oct 25 01:56:05 2013 @@ -124,23 +124,14 @@ public class TableListing { public Builder() { } - /** - * See {@link #addField(String, Justification, boolean) - */ public Builder addField(String title) { return addField(title, Justification.LEFT, false); } - /** - * See {@link #addField(String, Justification, boolean) - */ public Builder addField(String title, Justification justification) { return addField(title, justification, false); } - /** - * See {@link #addField(String, Justification, boolean) - */ public Builder addField(String title, boolean wrap) { return addField(title, Justification.LEFT, wrap); } @@ -150,7 +141,7 @@ public class TableListing { * * @param title Field title. * @param justification Right or left justification. Defaults to left. - * @Param wrapWidth Width at which to auto-wrap the content of the cell. + * @param wrap Width at which to auto-wrap the content of the cell. * Defaults to Integer.MAX_VALUE. * @return This Builder object */ Modified: hadoop/common/branches/HDFS-4949/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/web/JsonUtil.java URL: http://svn.apache.org/viewvc/hadoop/common/branches/HDFS-4949/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/web/JsonUtil.java?rev=1535607&r1=1535606&r2=1535607&view=diff ============================================================================== --- hadoop/common/branches/HDFS-4949/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/web/JsonUtil.java (original) +++ hadoop/common/branches/HDFS-4949/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/web/JsonUtil.java Fri Oct 25 01:56:05 2013 @@ -298,16 +298,36 @@ public class JsonUtil { return m; } + private static int getInt(Map<?, ?> m, String key, final int defaultValue) { + Object value = m.get(key); + if (value == null) { + return defaultValue; + } + return (int) (long) (Long) value; + } + + private static long getLong(Map<?, ?> m, String key, final long defaultValue) { + Object value = m.get(key); + if (value == null) { + return defaultValue; + } + return (long) (Long) value; + } + + private static String getString(Map<?, ?> m, String key, + final String defaultValue) { + Object value = m.get(key); + if (value == null) { + return defaultValue; + } + return (String) value; + } + /** Convert a Json map to an DatanodeInfo object. */ static DatanodeInfo toDatanodeInfo(final Map<?, ?> m) { if (m == null) { return null; } - - Object infoSecurePort = m.get("infoSecurePort"); - if (infoSecurePort == null) { - infoSecurePort = 0l; // same as the default value in hdfs.proto - } return new DatanodeInfo( (String)m.get("ipAddr"), @@ -315,19 +335,19 @@ public class JsonUtil { (String)m.get("storageID"), (int)(long)(Long)m.get("xferPort"), (int)(long)(Long)m.get("infoPort"), - (int)(long)(Long)infoSecurePort, + getInt(m, "infoSecurePort", 0), (int)(long)(Long)m.get("ipcPort"), - (Long)m.get("capacity"), - (Long)m.get("dfsUsed"), - (Long)m.get("remaining"), - (Long)m.get("blockPoolUsed"), - (Long)m.get("cacheCapacity"), - (Long)m.get("cacheUsed"), - (Long)m.get("lastUpdate"), - (int)(long)(Long)m.get("xceiverCount"), - (String)m.get("networkLocation"), - AdminStates.valueOf((String)m.get("adminState"))); + getLong(m, "capacity", 0l), + getLong(m, "dfsUsed", 0l), + getLong(m, "remaining", 0l), + getLong(m, "blockPoolUsed", 0l), + getLong(m, "cacheCapacity", 0l), + getLong(m, "cacheUsed", 0l), + getLong(m, "lastUpdate", 0l), + getInt(m, "xceiverCount", 0), + getString(m, "networkLocation", ""), + AdminStates.valueOf(getString(m, "adminState", "NORMAL"))); } /** Convert a DatanodeInfo[] to a Json array. */ Modified: hadoop/common/branches/HDFS-4949/hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/web/TestJsonUtil.java URL: http://svn.apache.org/viewvc/hadoop/common/branches/HDFS-4949/hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/web/TestJsonUtil.java?rev=1535607&r1=1535606&r2=1535607&view=diff ============================================================================== --- hadoop/common/branches/HDFS-4949/hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/web/TestJsonUtil.java (original) +++ hadoop/common/branches/HDFS-4949/hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/web/TestJsonUtil.java Fri Oct 25 01:56:05 2013 @@ -79,6 +79,8 @@ public class TestJsonUtil { response.put("xceiverCount", 4096l); response.put("networkLocation", "foo.bar.baz"); response.put("adminState", "NORMAL"); + response.put("cacheCapacity", 123l); + response.put("cacheUsed", 321l); JsonUtil.toDatanodeInfo(response); }