HADOOP-9629. Support Windows Azure Storage - Blob as a file system in Hadoop. Contributed by Dexter Bradshaw, Mostafa Elhemali, Xi Fang, Johannes Klein, David Lao, Mike Liddell, Chuan Liu, Lengning Liu, Ivan Mitic, Michael Rys, Alexander Stojanovic, Brian Swan, and Min Wei.
git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1601781 13f79535-47bb-0310-9956-ffa450edef68 (cherry picked from commit 81bc395deb3ba00567dc067d6ca71bacf9e3bc82) Conflicts: hadoop-common-project/hadoop-common/CHANGES.txt hadoop-project/pom.xml hadoop-tools/hadoop-tools-dist/pom.xml hadoop-tools/pom.xml Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/82268d87 Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/82268d87 Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/82268d87 Branch: refs/heads/branch-2 Commit: 82268d87bc0a69c3dae3cd58f75310164f84cf19 Parents: a7c5456 Author: Chris Nauroth <[email protected]> Authored: Tue Jun 10 22:26:45 2014 +0000 Committer: cnauroth <[email protected]> Committed: Wed Dec 17 14:56:05 2014 -0800 ---------------------------------------------------------------------- hadoop-common-project/hadoop-common/CHANGES.txt | 5 + hadoop-project/pom.xml | 11 + hadoop-tools/hadoop-azure/.gitignore | 1 + hadoop-tools/hadoop-azure/README.txt | 104 + .../dev-support/findbugs-exclude.xml | 19 + hadoop-tools/hadoop-azure/pom.xml | 202 ++ .../hadoop-azure/src/config/checkstyle.xml | 184 ++ .../apache/hadoop/fs/azure/AzureException.java | 44 + .../fs/azure/AzureNativeFileSystemStore.java | 2222 ++++++++++++++++++ .../hadoop/fs/azure/BlobMaterialization.java | 42 + .../apache/hadoop/fs/azure/FileMetadata.java | 120 + .../org/apache/hadoop/fs/azure/KeyProvider.java | 43 + .../hadoop/fs/azure/KeyProviderException.java | 42 + .../hadoop/fs/azure/NativeAzureFileSystem.java | 1465 ++++++++++++ .../hadoop/fs/azure/NativeFileSystemStore.java | 97 + .../apache/hadoop/fs/azure/PartialListing.java | 61 + .../fs/azure/SelfThrottlingIntercept.java | 194 ++ .../hadoop/fs/azure/SendRequestIntercept.java | 166 ++ .../fs/azure/ShellDecryptionKeyProvider.java | 61 + .../hadoop/fs/azure/SimpleKeyProvider.java | 42 + .../hadoop/fs/azure/StorageInterface.java | 566 +++++ .../hadoop/fs/azure/StorageInterfaceImpl.java | 372 +++ .../java/org/apache/hadoop/fs/azure/Wasb.java | 48 + .../org/apache/hadoop/fs/azure/WasbFsck.java | 196 ++ .../org/apache/hadoop/fs/azure/package.html | 31 + .../fs/azure/AzureBlobStorageTestAccount.java | 726 ++++++ .../hadoop/fs/azure/InMemoryBlockBlobStore.java | 146 ++ .../hadoop/fs/azure/MockStorageInterface.java | 433 ++++ .../fs/azure/NativeAzureFileSystemBaseTest.java | 584 +++++ .../azure/TestAzureConcurrentOutOfBandIo.java | 194 ++ .../TestAzureFileSystemErrorConditions.java | 257 ++ .../hadoop/fs/azure/TestBlobDataValidation.java | 236 ++ .../hadoop/fs/azure/TestBlobMetadata.java | 265 +++ .../hadoop/fs/azure/TestContainerChecks.java | 175 ++ ...TestNativeAzureFileSystemBlockLocations.java | 139 ++ .../TestNativeAzureFileSystemConcurrency.java | 186 ++ ...stNativeAzureFileSystemContractEmulator.java | 50 + .../TestNativeAzureFileSystemContractLive.java | 50 + ...TestNativeAzureFileSystemContractMocked.java | 31 + .../TestNativeAzureFileSystemFileNameCheck.java | 140 ++ .../fs/azure/TestNativeAzureFileSystemLive.java | 32 + .../azure/TestNativeAzureFileSystemMocked.java | 28 + ...stNativeAzureFileSystemOperationsMocked.java | 45 + .../azure/TestOutOfBandAzureBlobOperations.java | 169 ++ .../TestOutOfBandAzureBlobOperationsLive.java | 182 ++ .../azure/TestShellDecryptionKeyProvider.java | 82 + .../apache/hadoop/fs/azure/TestWasbFsck.java | 101 + .../fs/azure/TestWasbUriAndConfiguration.java | 392 +++ .../src/test/resources/azure-test.xml | 49 + .../src/test/resources/log4j.properties | 23 + hadoop-tools/hadoop-tools-dist/pom.xml | 6 + hadoop-tools/pom.xml | 1 + 52 files changed, 11060 insertions(+) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/hadoop/blob/82268d87/hadoop-common-project/hadoop-common/CHANGES.txt ---------------------------------------------------------------------- diff --git a/hadoop-common-project/hadoop-common/CHANGES.txt b/hadoop-common-project/hadoop-common/CHANGES.txt index b5ce1e6..3e7b762 100644 --- a/hadoop-common-project/hadoop-common/CHANGES.txt +++ b/hadoop-common-project/hadoop-common/CHANGES.txt @@ -13,6 +13,11 @@ Release 2.7.0 - UNRELEASED HADOOP-7984. Add hadoop --loglevel option to change log level. (Akira AJISAKA via cnauroth) + HADOOP-9629. Support Windows Azure Storage - Blob as a file system in Hadoop. + (Dexter Bradshaw, Mostafa Elhemali, Xi Fang, Johannes Klein, David Lao, + Mike Liddell, Chuan Liu, Lengning Liu, Ivan Mitic, Michael Rys, + Alexander Stojanovic, Brian Swan, and Min Wei via cnauroth) + IMPROVEMENTS HADOOP-11156. DelegateToFileSystem should implement http://git-wip-us.apache.org/repos/asf/hadoop/blob/82268d87/hadoop-project/pom.xml ---------------------------------------------------------------------- diff --git a/hadoop-project/pom.xml b/hadoop-project/pom.xml index 6527b92..e1c929d 100644 --- a/hadoop-project/pom.xml +++ b/hadoop-project/pom.xml @@ -348,6 +348,12 @@ <artifactId>hadoop-openstack</artifactId> <version>${project.version}</version> </dependency> + + <dependency> + <groupId>org.apache.hadoop</groupId> + <artifactId>hadoop-azure</artifactId> + <version>${project.version}</version> + </dependency> <dependency> <groupId>org.apache.hadoop</groupId> @@ -922,6 +928,11 @@ <version>1.46</version> <scope>test</scope> </dependency> + <dependency> + <groupId>com.microsoft.windowsazure.storage</groupId> + <artifactId>microsoft-windowsazure-storage-sdk</artifactId> + <version>0.6.0</version> + </dependency> </dependencies> </dependencyManagement> http://git-wip-us.apache.org/repos/asf/hadoop/blob/82268d87/hadoop-tools/hadoop-azure/.gitignore ---------------------------------------------------------------------- diff --git a/hadoop-tools/hadoop-azure/.gitignore b/hadoop-tools/hadoop-azure/.gitignore new file mode 100644 index 0000000..09c10b1 --- /dev/null +++ b/hadoop-tools/hadoop-azure/.gitignore @@ -0,0 +1 @@ +.checkstyle \ No newline at end of file http://git-wip-us.apache.org/repos/asf/hadoop/blob/82268d87/hadoop-tools/hadoop-azure/README.txt ---------------------------------------------------------------------- diff --git a/hadoop-tools/hadoop-azure/README.txt b/hadoop-tools/hadoop-azure/README.txt new file mode 100644 index 0000000..4a06747 --- /dev/null +++ b/hadoop-tools/hadoop-azure/README.txt @@ -0,0 +1,104 @@ +============= +Building +============= +basic compilation: +> mvn clean compile test-compile + +Compile, run tests and produce jar +> mvn clean package + +============= +Unit tests +============= +Most of the tests will run without additional configuration. +For complete testing, configuration in src/test/resources is required: + src/test/resources/azure-test.xml + src/test/resources/log4j.properties + +From command-line +------------------ +Basic execution: +> mvn test + +NOTES: + - The mvn pom.xml includes src/test/resources in the runtime classpath + - detailed output (such as log4j) appears in target\surefire-reports\TEST-{testName}.xml + including log4j messages. + +Run the tests and generate report: +> mvn site (at least once to setup some basics including images for the report) +> mvn surefire-report:report (run and produce report) +> mvn mvn surefire-report:report-only (produce report from last run) +> mvn mvn surefire-report:report-only -DshowSuccess=false (produce report from last run, only show errors) +> .\target\site\surefire-report.html (view the report) + +Via eclipse +------------- +Manually add src\test\resources to the classpath for test run configuration: + - run menu|run configurations|{configuration}|classpath|User Entries|advanced|add folder + +Then run via junit test runner. +NOTE: + - if you change log4.properties, rebuild the project to refresh the eclipse cache. + +Run Tests against Mocked storage. +--------------------------------- +These run automatically and make use of an in-memory emulation of azure storage. + + +Running tests against the Azure storage emulator +--------------------------------------------------- +A selection of tests can run against the Azure Storage Emulator which is +a high-fidelity emulation of live Azure Storage. The emulator is sufficient for high-confidence testing. +The emulator is a Windows executable that runs on a local machine. + +To use the emulator, install Azure SDK 2.3 and start the storage emulator +See http://msdn.microsoft.com/en-us/library/azure/hh403989.aspx + +Enable the Azure emulator tests by setting + fs.azure.test.emulator -> true +in src\test\resources\azure-test.xml + +Running tests against live Azure storage +------------------------------------------------------------------------- +In order to run WASB unit tests against a live Azure Storage account, add credentials to +src\test\resources\azure-test.xml. These settings augment the hadoop configuration object. + +For live tests, set the following in azure-test.xml: + 1. "fs.azure.test.account.name -> {azureStorageAccountName} + 2. "fs.azure.account.key.{AccountName} -> {fullStorageKey}" + +============= +Findbugs +============= +Run findbugs and show interactive GUI for review of problems +> mvn findbugs:gui + +Run findbugs and fail build if errors are found: +> mvn findbugs:check + +For help with findbugs plugin. +> mvn findbugs:help + +============= +Checkstyle +============= +Rules for checkstyle @ src\config\checkstyle.xml + - these are based on a core set of standards, with exclusions for non-serious issues + - as a general plan it would be good to turn on more rules over time. + - Occasionally, run checkstyle with the default Sun rules by editing pom.xml. + +Command-line: +> mvn checkstyle:check --> just test & fail build if violations found +> mvn site checkstyle:checkstyle --> produce html report +> . target\site\checkstyle.html --> view report. + +Eclipse: +- add the checkstyle plugin: Help|Install, site=http://eclipse-cs.sf.net/update +- window|preferences|checkstyle. Add src/config/checkstyle.xml. Set as default. +- project|properties|create configurations as required, eg src/main/java -> src/config/checkstyle.xml + +NOTE: +- After any change to the checkstyle rules xml, use window|preferences|checkstyle|{refresh}|OK + + \ No newline at end of file http://git-wip-us.apache.org/repos/asf/hadoop/blob/82268d87/hadoop-tools/hadoop-azure/dev-support/findbugs-exclude.xml ---------------------------------------------------------------------- diff --git a/hadoop-tools/hadoop-azure/dev-support/findbugs-exclude.xml b/hadoop-tools/hadoop-azure/dev-support/findbugs-exclude.xml new file mode 100644 index 0000000..cc63141 --- /dev/null +++ b/hadoop-tools/hadoop-azure/dev-support/findbugs-exclude.xml @@ -0,0 +1,19 @@ +<!-- + Licensed to the Apache Software Foundation (ASF) under one or more + contributor license agreements. See the NOTICE file distributed with + this work for additional information regarding copyright ownership. + The ASF licenses this file to You under the Apache License, Version 2.0 + (the "License"); you may not use this file except in compliance with + the License. You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, software + distributed under the License is distributed on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + See the License for the specific language governing permissions and + limitations under the License. +--> +<FindBugsFilter> + + </FindBugsFilter> http://git-wip-us.apache.org/repos/asf/hadoop/blob/82268d87/hadoop-tools/hadoop-azure/pom.xml ---------------------------------------------------------------------- diff --git a/hadoop-tools/hadoop-azure/pom.xml b/hadoop-tools/hadoop-azure/pom.xml new file mode 100644 index 0000000..376deb1 --- /dev/null +++ b/hadoop-tools/hadoop-azure/pom.xml @@ -0,0 +1,202 @@ +<?xml version="1.0" encoding="UTF-8"?> +<!-- + Licensed under the Apache License, Version 2.0 (the "License"); + you may not use this file except in compliance with the License. + You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, software + distributed under the License is distributed on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + See the License for the specific language governing permissions and + limitations under the License. See accompanying LICENSE file. +--> +<project xmlns="http://maven.apache.org/POM/4.0.0"; + xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"; + xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/maven-v4_0_0.xsd";> + <modelVersion>4.0.0</modelVersion> + <parent> + <groupId>org.apache.hadoop</groupId> + <artifactId>hadoop-project</artifactId> + <version>2.7.0-SNAPSHOT</version> + <relativePath>../../hadoop-project</relativePath> + </parent> + <artifactId>hadoop-azure</artifactId> + <name>Apache Hadoop Azure support</name> + <description> + This module contains code to support integration with Azure. + Currently this consists of a filesystem client to read data from + and write data to Azure Storage. + </description> + <packaging>jar</packaging> + + <properties> + <file.encoding>UTF-8</file.encoding> + <downloadSources>true</downloadSources> + </properties> + + <build> + + <testResources> + <testResource> + <directory>src/test/resources</directory> + <includes> + <include>log4j.properties</include> + </includes> + </testResource> + <testResource> + <directory>src/test/resources</directory> + <includes> + <include>azure-test.xml</include> + </includes> + </testResource> + </testResources> + + <plugins> + <plugin> + <groupId>org.codehaus.mojo</groupId> + <artifactId>findbugs-maven-plugin</artifactId> + <configuration> + <findbugsXmlOutput>true</findbugsXmlOutput> + <xmlOutput>true</xmlOutput> + <excludeFilterFile>${basedir}/dev-support/findbugs-exclude.xml + </excludeFilterFile> + <effort>Max</effort> + </configuration> + </plugin> + <plugin> + <groupId>org.apache.maven.plugins</groupId> + <artifactId>maven-site-plugin</artifactId> + <dependencies> + <dependency> + <groupId>org.apache.maven.doxia</groupId> + <artifactId>doxia-module-markdown</artifactId> + <version>1.3</version> + </dependency> + </dependencies> + <configuration> + <inputEncoding>UTF-8</inputEncoding> + <outputEncoding>UTF-8</outputEncoding> + </configuration> + </plugin> + <plugin> + <groupId>org.apache.maven.plugins</groupId> + <artifactId>maven-project-info-reports-plugin</artifactId> + + <configuration> + <dependencyDetailsEnabled>false</dependencyDetailsEnabled> + <dependencyLocationsEnabled>false</dependencyLocationsEnabled> + </configuration> + </plugin> + + <plugin> + <groupId>org.apache.maven.plugins</groupId> + <artifactId>maven-checkstyle-plugin</artifactId> + <configuration> + <!-- To run with the default Sun ruleset, + comment out the configLocation line --> + <configLocation>src/config/checkstyle.xml</configLocation> + </configuration> + + </plugin> + </plugins> + + + <!-- + The following is to suppress a m2e warning in eclipse + (m2e doesn't know how to handle maven-enforcer:enforce, so we have to tell m2e to ignore it) + see: http://stackoverflow.com/questions/13040788/how-to-elimate-the-maven-enforcer-plugin-goal-enforce-is-ignored-by-m2e-wa + --> + <pluginManagement> + <plugins> + <plugin> + <groupId>org.eclipse.m2e</groupId> + <artifactId>lifecycle-mapping</artifactId> + <version>1.0.0</version> + <configuration> + <lifecycleMappingMetadata> + <pluginExecutions> + <pluginExecution> + <pluginExecutionFilter> + <groupId>org.apache.maven.plugins</groupId> + <artifactId>maven-enforcer-plugin</artifactId> + <versionRange>[1.0.0,)</versionRange> + <goals> + <goal>enforce</goal> + </goals> + </pluginExecutionFilter> + <action> + <ignore /> + </action> + </pluginExecution> + </pluginExecutions> + </lifecycleMappingMetadata> + </configuration> + </plugin> + </plugins> + </pluginManagement> + + </build> + + <!-- see hadoop-project/pom.xml for version number declarations --> + <dependencies> + <dependency> + <groupId>org.apache.hadoop</groupId> + <artifactId>hadoop-common</artifactId> + <scope>compile</scope> + </dependency> + + <dependency> + <groupId>org.codehaus.jackson</groupId> + <artifactId>jackson-mapper-asl</artifactId> + <scope>compile</scope> + </dependency> + + <dependency> + <groupId>org.codehaus.jackson</groupId> + <artifactId>jackson-core-asl</artifactId> + <scope>compile</scope> + </dependency> + + <dependency> + <groupId>org.apache.httpcomponents</groupId> + <artifactId>httpclient</artifactId> + <scope>compile</scope> + </dependency> + + <dependency> + <groupId>com.microsoft.windowsazure.storage</groupId> + <artifactId>microsoft-windowsazure-storage-sdk</artifactId> + <scope>compile</scope> + </dependency> + + <dependency> + <groupId>com.google.guava</groupId> + <artifactId>guava</artifactId> + <scope>compile</scope> + </dependency> + + + <!-- dependencies use for test only --> + <dependency> + <groupId>commons-io</groupId> + <artifactId>commons-io</artifactId> + <scope>test</scope> + </dependency> + + <dependency> + <groupId>junit</groupId> + <artifactId>junit</artifactId> + <scope>test</scope> + </dependency> + + <dependency> + <groupId>org.apache.hadoop</groupId> + <artifactId>hadoop-common</artifactId> + <scope>test</scope> + <type>test-jar</type> + </dependency> + + </dependencies> +</project> http://git-wip-us.apache.org/repos/asf/hadoop/blob/82268d87/hadoop-tools/hadoop-azure/src/config/checkstyle.xml ---------------------------------------------------------------------- diff --git a/hadoop-tools/hadoop-azure/src/config/checkstyle.xml b/hadoop-tools/hadoop-azure/src/config/checkstyle.xml new file mode 100644 index 0000000..3bfc23d --- /dev/null +++ b/hadoop-tools/hadoop-azure/src/config/checkstyle.xml @@ -0,0 +1,184 @@ +<?xml version="1.0" encoding="UTF-8"?> +<!DOCTYPE module PUBLIC + "-//Puppy Crawl//DTD Check Configuration 1.2//EN" + "http://www.puppycrawl.com/dtds/configuration_1_2.dtd";> + +<!-- + Licensed under the Apache License, Version 2.0 (the "License"); + you may not use this file except in compliance with the License. + You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, software + distributed under the License is distributed on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + See the License for the specific language governing permissions and + limitations under the License. +--> + +<!-- + Checkstyle configuration that checks the sun coding conventions from: + + - the Java Language Specification at + http://java.sun.com/docs/books/jls/second_edition/html/index.html + + - the Sun Code Conventions at http://java.sun.com/docs/codeconv/ + + - the Javadoc guidelines at + http://java.sun.com/j2se/javadoc/writingdoccomments/index.html + + - the JDK Api documentation http://java.sun.com/j2se/docs/api/index.html + + - some best practices + + Checkstyle is very configurable. Be sure to read the documentation at + http://checkstyle.sf.net (or in your downloaded distribution). + + Most Checks are configurable, be sure to consult the documentation. + To completely disable a check, just comment it out or delete it from the file. + Finally, it is worth reading the documentation. +--> + +<module name="Checker"> + <!-- Checks that each Java package has a Javadoc file used for commenting. --> + <!-- See http://checkstyle.sf.net/config_javadoc.html#JavadocPackage --> + <module name="JavadocPackage"> + <property name="allowLegacy" value="true"/> + </module> + + <!-- Checks that property files contain the same keys. --> + <!-- See http://checkstyle.sf.net/config_misc.html#Translation --> + <module name="Translation"/> + + <module name="FileLength"> + <property name="max" value="3000"/> + </module> + + <module name="FileTabCharacter"> + <property name="eachLine" value="true"/> + </module> + + <module name="TreeWalker"> + + <property name="cacheFile" value="${checkstyle.cache.file}"/> + + <!-- Checks for Javadoc comments. --> + <!-- See http://checkstyle.sf.net/config_javadoc.html --> + + <module name="JavadocType"> + <property name="scope" value="public"/> + </module> + + <!-- + <module name="JavadocMethod"/> + <module name="JavadocVariable"/> + <module name="JavadocStyle"/> + --> + + + <!-- Checks for Naming Conventions. --> + <!-- See http://checkstyle.sf.net/config_naming.html --> + <module name="ConstantName"/> + <module name="LocalFinalVariableName"/> + <module name="LocalVariableName"/> + <module name="MemberName"/> + <module name="MethodName"/> + <module name="PackageName"/> + <module name="ParameterName"/> + <module name="StaticVariableName"/> + <module name="TypeName"/> + + <!-- Checks for imports --> + <!-- See http://checkstyle.sf.net/config_import.html --> + <module name="AvoidStarImport"/> + <module name="IllegalImport"/> <!-- defaults to sun.* packages --> + <module name="RedundantImport"/> + <module name="UnusedImports"/> + + + <!-- Checks for Size Violations. --> + <!-- See http://checkstyle.sf.net/config_sizes.html --> + + <module name="LineLength"> + <property name="max" value="160" /> + </module> + + <module name="MethodLength"> + <property name="max" value="3000"/> + </module> + + <module name="ParameterNumber"/> + + + <!-- Checks for whitespace --> + <!-- See http://checkstyle.sf.net/config_whitespace.html --> + + <module name="EmptyForIteratorPad"/> + <module name="MethodParamPad"/> + <!-- module name="NoWhitespaceAfter"/> --> + <module name="NoWhitespaceBefore"/> + <module name="OperatorWrap"/> + <module name="ParenPad"/> + <module name="TypecastParenPad"/> + <module name="WhitespaceAfter"/> + <!-- <module name="WhitespaceAround"/> --> + + + <!-- Modifier Checks --> + <!-- See http://checkstyle.sf.net/config_modifiers.html --> + <module name="ModifierOrder"/> + <module name="RedundantModifier"/> + + + <!-- Checks for blocks. You know, those {}'s --> + <!-- See http://checkstyle.sf.net/config_blocks.html --> + <module name="AvoidNestedBlocks"/> + <!-- <module name="EmptyBlock"/> --> + <module name="LeftCurly"/> + <module name="NeedBraces"/> + + <!-- <module name="RightCurly"/> --> + + + <!-- Checks for common coding problems --> + <!-- See http://checkstyle.sf.net/config_coding.html --> + <!-- <module name="AvoidInlineConditionals"/> --> + <!-- <module name="DoubleCheckedLocking"/> --> + <module name="EmptyStatement"/> + <module name="EqualsHashCode"/> + <!-- <module name="HiddenField"/> --> + + <module name="IllegalInstantiation"/> + <module name="InnerAssignment"/> + <module name="MagicNumber"> + <property name="ignoreNumbers" value="-1, 0, 1, 2, 3, 4, 5, 6, 7, 8, 10, 1000"/> + </module> + <module name="MissingSwitchDefault"/> + <module name="RedundantThrows"/> + <module name="SimplifyBooleanExpression"/> + <module name="SimplifyBooleanReturn"/> + + <!-- Checks for class design --> + <!-- See http://checkstyle.sf.net/config_design.html --> + + <!-- <module name="DesignForExtension"/> --> + + <module name="FinalClass"/> + <module name="HideUtilityClassConstructor"/> + <module name="InterfaceIsType"/> + <module name="VisibilityModifier"/> + + + <!-- Miscellaneous other checks. --> + <!-- See http://checkstyle.sf.net/config_misc.html --> + <module name="ArrayTypeStyle"/> + + <!-- <module name="FinalParameters"/> --> + + <module name="TodoComment"/> + <module name="UpperEll"/> + + </module> + +</module> http://git-wip-us.apache.org/repos/asf/hadoop/blob/82268d87/hadoop-tools/hadoop-azure/src/main/java/org/apache/hadoop/fs/azure/AzureException.java ---------------------------------------------------------------------- diff --git a/hadoop-tools/hadoop-azure/src/main/java/org/apache/hadoop/fs/azure/AzureException.java b/hadoop-tools/hadoop-azure/src/main/java/org/apache/hadoop/fs/azure/AzureException.java new file mode 100644 index 0000000..48ec064 --- /dev/null +++ b/hadoop-tools/hadoop-azure/src/main/java/org/apache/hadoop/fs/azure/AzureException.java @@ -0,0 +1,44 @@ +/** + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +package org.apache.hadoop.fs.azure; + +import java.io.IOException; +import org.apache.hadoop.classification.InterfaceAudience; +import org.apache.hadoop.classification.InterfaceStability; + +/** + * Thrown if there is a problem communicating with Azure Storage service. + */ [email protected] [email protected] +public class AzureException extends IOException { + private static final long serialVersionUID = 1L; + + public AzureException(String message) { + super(message); + } + + public AzureException(String message, Throwable cause) { + super(message, cause); + } + + public AzureException(Throwable t) { + super(t); + } +}
