[ https://issues.apache.org/jira/browse/IGNITE-686?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=15036742#comment-15036742 ]
Neeraj Sabharwal commented on IGNITE-686: ----------------------------------------- I am getting the same issue in setup HDP 2.3.2 hadoop jar /usr/hdp/2.3.4.0-3276/hadoop-mapreduce/hadoop-mapreduce-examples-2.7.1.2.3.4.0-3276.jar wordcount /input /output WARNING: Use "yarn jar" to launch YARN applications. Dec 02, 2015 2:01:33 PM org.apache.ignite.internal.client.impl.GridClientImpl <init> WARNING: Failed to initialize topology on client start. Will retry in background. Dec 02, 2015 2:01:33 PM org.apache.ignite.internal.client.impl.GridClientImpl <init> INFO: Client started [id=6bf4d4ff-4afb-4cdf-821f-2e2b7d4b1467, protocol=TCP] java.io.IOException: Failed to get new job ID. at org.apache.ignite.internal.processors.hadoop.proto.HadoopClientProtocol.getNewJobID(HadoopClientProtocol.java:109) at org.apache.hadoop.mapreduce.JobSubmitter.submitJobInternal(JobSubmitter.java:153) at org.apache.hadoop.mapreduce.Job$10.run(Job.java:1290) at org.apache.hadoop.mapreduce.Job$10.run(Job.java:1287) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657) at org.apache.hadoop.mapreduce.Job.submit(Job.java:1287) at org.apache.hadoop.mapreduce.Job.waitForCompletion(Job.java:1308) at org.apache.hadoop.examples.WordCount.main(WordCount.java:87) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:497) at org.apache.hadoop.util.ProgramDriver$ProgramDescription.invoke(ProgramDriver.java:71) at org.apache.hadoop.util.ProgramDriver.run(ProgramDriver.java:144) at org.apache.hadoop.examples.ExampleDriver.main(ExampleDriver.java:74) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:497) at org.apache.hadoop.util.RunJar.run(RunJar.java:221) at org.apache.hadoop.util.RunJar.main(RunJar.java:136) Caused by: class org.apache.ignite.internal.client.GridClientDisconnectedException: Latest topology update failed. at org.apache.ignite.internal.client.impl.connection.GridClientTopology.nodes(GridClientTopology.java:335) at org.apache.ignite.internal.client.impl.GridClientAbstractProjection.projectionNodes(GridClientAbstractProjection.java:312) at org.apache.ignite.internal.client.impl.GridClientAbstractProjection.balancedNode(GridClientAbstractProjection.java:352) at org.apache.ignite.internal.client.impl.GridClientAbstractProjection.withReconnectHandling(GridClientAbstractProjection.java:109) at org.apache.ignite.internal.client.impl.GridClientComputeImpl.executeAsync(GridClientComputeImpl.java:132) at org.apache.ignite.internal.client.impl.GridClientComputeImpl.execute(GridClientComputeImpl.java:121) at org.apache.ignite.internal.processors.hadoop.proto.HadoopClientProtocol.getNewJobID(HadoopClientProtocol.java:102) ... 22 more Caused by: class org.apache.ignite.internal.client.GridServerUnreachableException: Failed to connect to any of the servers in list: [/127.0.0.1:11211] at org.apache.ignite.internal.client.impl.connection.GridClientConnectionManagerAdapter.connect(GridClientConnectionManagerAdapter.java:414) at org.apache.ignite.internal.client.impl.connection.GridClientConnectionManagerAdapter.init(GridClientConne > HadoopClientProtocolEmbeddedSelfTest.testJobCounters failed. > ------------------------------------------------------------ > > Key: IGNITE-686 > URL: https://issues.apache.org/jira/browse/IGNITE-686 > Project: Ignite > Issue Type: Bug > Components: hadoop > Affects Versions: sprint-2 > Reporter: Vladimir Ozerov > Assignee: Ivan Veselovsky > Fix For: 1.5 > > > java.io.IOException: Failed to get new job ID. > at > org.apache.ignite.internal.processors.hadoop.proto.HadoopClientProtocol.getNewJobID(HadoopClientProtocol.java:90) > at > org.apache.hadoop.mapreduce.JobSubmitter.submitJobInternal(JobSubmitter.java:357) > at org.apache.hadoop.mapreduce.Job$10.run(Job.java:1285) > at org.apache.hadoop.mapreduce.Job$10.run(Job.java:1282) > at java.security.AccessController.doPrivileged(Native Method) > at javax.security.auth.Subject.doAs(Subject.java:415) > at > org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1614) > at org.apache.hadoop.mapreduce.Job.submit(Job.java:1282) > at > org.apache.ignite.client.hadoop.HadoopClientProtocolSelfTest.testJobCounters(HadoopClientProtocolSelfTest.java:189) > at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) > at > sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57) > at > sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) > at java.lang.reflect.Method.invoke(Method.java:601) > at junit.framework.TestCase.runTest(TestCase.java:176) > at > org.apache.ignite.testframework.junits.GridAbstractTest.runTestInternal(GridAbstractTest.java:1346) > at > org.apache.ignite.testframework.junits.GridAbstractTest.access$000(GridAbstractTest.java:67) > at > org.apache.ignite.testframework.junits.GridAbstractTest$2.run(GridAbstractTest.java:1289) > Caused by: org.apache.ignite.internal.client.GridClientDisconnectedException: > Latest topology update failed. > at > org.apache.ignite.internal.client.impl.connection.GridClientTopology.nodes(GridClientTopology.java:318) > at > org.apache.ignite.internal.client.impl.GridClientAbstractProjection.projectionNodes(GridClientAbstractProjection.java:299) > at > org.apache.ignite.internal.client.impl.GridClientAbstractProjection.balancedNode(GridClientAbstractProjection.java:339) > at > org.apache.ignite.internal.client.impl.GridClientAbstractProjection.withReconnectHandling(GridClientAbstractProjection.java:96) > at > org.apache.ignite.internal.client.impl.GridClientComputeImpl.executeAsync(GridClientComputeImpl.java:124) > at > org.apache.ignite.internal.client.impl.GridClientComputeImpl.execute(GridClientComputeImpl.java:113) > at > org.apache.ignite.internal.processors.hadoop.proto.HadoopClientProtocol.getNewJobID(HadoopClientProtocol.java:83) > at > org.apache.hadoop.mapreduce.JobSubmitter.submitJobInternal(JobSubmitter.java:357) > at org.apache.hadoop.mapreduce.Job$10.run(Job.java:1285) > at org.apache.hadoop.mapreduce.Job$10.run(Job.java:1282) > at java.security.AccessController.doPrivileged(Native Method) > at javax.security.auth.Subject.doAs(Subject.java:415) > at > org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1614) > at org.apache.hadoop.mapreduce.Job.submit(Job.java:1282) > at > org.apache.ignite.client.hadoop.HadoopClientProtocolSelfTest.testJobCounters(HadoopClientProtocolSelfTest.java:189) > at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) > at > sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57) > at > sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) > at java.lang.reflect.Method.invoke(Method.java:601) > at junit.framework.TestCase.runTest(TestCase.java:176) > at > org.apache.ignite.testframework.junits.GridAbstractTest.runTestInternal(GridAbstractTest.java:1346) > at > org.apache.ignite.testframework.junits.GridAbstractTest.access$000(GridAbstractTest.java:67) > at > org.apache.ignite.testframework.junits.GridAbstractTest$2.run(GridAbstractTest.java:1289) > Caused by: org.apache.ignite.internal.client.GridServerUnreachableException: > Failed to connect to any of the servers in list: [/127.0.0.1:11212] > at > org.apache.ignite.internal.client.impl.connection.GridClientConnectionManagerAdapter.connect(GridClientConnectionManagerAdapter.java:387) > at > org.apache.ignite.internal.client.impl.connection.GridClientConnectionManagerAdapter.init(GridClientConnectionManagerAdapter.java:199) > at > org.apache.ignite.internal.client.impl.GridClientImpl.tryInitTopology(GridClientImpl.java:470) > at > org.apache.ignite.internal.client.impl.GridClientImpl.access$200(GridClientImpl.java:42) > at > org.apache.ignite.internal.client.impl.GridClientImpl$TopologyUpdaterThread.run(GridClientImpl.java:506) > Caused by: java.net.ConnectException: Connection refused > at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) > at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:692) > at sun.nio.ch.SocketAdaptor.connect(SocketAdaptor.java:115) > at > org.apache.ignite.internal.client.impl.connection.GridClientNioTcpConnection.<init>(GridClientNioTcpConnection.java:167) > at > org.apache.ignite.internal.client.impl.connection.GridClientConnectionManagerAdapter.connect(GridClientConnectionManagerAdapter.java:436) > at > org.apache.ignite.internal.client.impl.connection.GridClientConnectionManagerAdapter.connect(GridClientConnectionManagerAdapter.java:372) > at > org.apache.ignite.internal.client.impl.connection.GridClientConnectionManagerAdapter.init(GridClientConnectionManagerAdapter.java:199) > at > org.apache.ignite.internal.client.impl.GridClientImpl.tryInitTopology(GridClientImpl.java:470) > at > org.apache.ignite.internal.client.impl.GridClientImpl.access$200(GridClientImpl.java:42) > at > org.apache.ignite.internal.client.impl.GridClientImpl$TopologyUpdaterThread.run(GridClientImpl.java:506) > ------- Stdout: ------- > [16:35:11,048][INFO ][main][root] >>> Starting test class: > HadoopClientProtocolEmbeddedSelfTest <<< > [16:35:11,057][INFO ][main][HadoopClientProtocolEmbeddedSelfTest0] > >>> __________ ________________ > >>> / _/ ___/ |/ / _/_ __/ __/ > >>> _/ // (7 7 // / / / / _/ > >>> /___/\___/_/|_/___/ /_/ /___/ > >>> > >>> ver. 1.0.0#19700101-sha1:DEV > >>> 2015 Copyright(C) Apache Software Foundation > [16:35:11,057][INFO ][main][HadoopClientProtocolEmbeddedSelfTest0] Config > URL: n/a > [16:35:11,057][INFO ][main][HadoopClientProtocolEmbeddedSelfTest0] Daemon > mode: off > [16:35:11,057][INFO ][main][HadoopClientProtocolEmbeddedSelfTest0] OS: Linux > 2.6.38-16-generic amd64 > [16:35:11,057][INFO ][main][HadoopClientProtocolEmbeddedSelfTest0] OS user: > teamcity > [16:35:11,058][INFO ][main][HadoopClientProtocolEmbeddedSelfTest0] Language > runtime: Java Platform API Specification ver. 1.7 > [16:35:11,058][INFO ][main][HadoopClientProtocolEmbeddedSelfTest0] VM > information: Java(TM) SE Runtime Environment 1.7.0_21-b11 Oracle Corporation > Java HotSpot(TM) 64-Bit Server VM 23.21-b01 > [16:35:11,058][INFO ][main][HadoopClientProtocolEmbeddedSelfTest0] VM total > memory: 2.7GB > [16:35:11,058][INFO ][main][HadoopClientProtocolEmbeddedSelfTest0] Remote > Management [restart: off, REST: on, JMX (remote: off)] > [16:35:11,058][INFO ][main][HadoopClientProtocolEmbeddedSelfTest0] > IGNITE_HOME=/home/teamcity/TeamCityAgent/work/c326f6bf1927b309 > [16:35:11,058][INFO ][main][HadoopClientProtocolEmbeddedSelfTest0] VM > arguments: [-DJAVA_HOME=/home/teamcity/jdk1.7.0_21, -DMCAST_GRP=229.11.1.2, > -Dagent.home.dir=/home/teamcity/TeamCityAgent, -Dagent.name=teamcity-1, > -Dagent.ownPort=9090, -Dagent.work.dir=/home/teamcity/TeamCityAgent/work, > -Dbuild.number=1726, > -Dbuild.vcs.number=af5c9d3c9ab1b5d56ab4903a010a038a26443613, > -Dbuild.vcs.number.1=af5c9d3c9ab1b5d56ab4903a010a038a26443613, > -Dbuild.vcs.number.IgniteApache=af5c9d3c9ab1b5d56ab4903a010a038a26443613, > -Dclassworlds.conf=/home/teamcity/TeamCityAgent/temp/buildTmp/teamcity.m2.conf, > > -Dcom.jetbrains.maven.watcher.report.file=/home/teamcity/TeamCityAgent/temp/buildTmp/maven-build-info.xml, > -Dhadoop.version=2.5.2, > -Djava.io.tmpdir=/home/teamcity/TeamCityAgent/temp/buildTmp, > -Dmaven.home=/home/teamcity/TeamCityAgent/tools/maven3, > -Dmaven.repo.local=/home/teamcity/.m2/repository, > -Dteamcity.agent.cpuBenchmark=654, > -Dteamcity.agent.dotnet.agent_url=http://localhost:9090/RPC2, > -Dteamcity.agent.dotnet.build_id=412611, > -Dteamcity.auth.password=FNsmPwlmAOxBoPXgR25b8HCOjnhHDqBJ, > -Dteamcity.auth.userId=TeamCityBuildId=412611, > -Dteamcity.build.changedFiles.file=/home/teamcity/TeamCityAgent/temp/buildTmp/changedFiles353322571781968159.txt, > > -Dteamcity.build.checkoutDir=/home/teamcity/TeamCityAgent/work/c326f6bf1927b309, > -Dteamcity.build.id=412611, > -Dteamcity.build.properties.file=/home/teamcity/TeamCityAgent/temp/buildTmp/teamcity.build543335480770253159.properties, > -Dteamcity.build.tempDir=/home/teamcity/TeamCityAgent/temp/buildTmp, > -Dteamcity.build.workingDir=/home/teamcity/TeamCityAgent/work/c326f6bf1927b309, > -Dteamcity.buildConfName=Ignite Hadoop, > -Dteamcity.buildType.id=Ignite_Hadoop, > -Dteamcity.configuration.properties.file=/home/teamcity/TeamCityAgent/temp/buildTmp/teamcity.config4313047004623220906.properties, > -Dteamcity.idea.home=/home/teamcity/TeamCityAgent/plugins/idea, > -Dteamcity.maven.watcher.home=/home/teamcity/TeamCityAgent/plugins/mavenPlugin/maven-watcher, > -Dteamcity.projectName=Ignite, > -Dteamcity.runner.properties.file=/home/teamcity/TeamCityAgent/temp/buildTmp/teamcity.runner1856864711574287420.properties, > > -Dteamcity.tests.recentlyFailedTests.file=/home/teamcity/TeamCityAgent/temp/buildTmp/testsToRunFirst8729913223067394186.txt, > -Dteamcity.version=8.1.4 (build 30168), -ea, -XX:MaxPermSize=2g, -Xms1g, > -Xmx3g, -XX:+HeapDumpOnOutOfMemoryError, -XX:+AggressiveOpts, > -DIGNITE_TEST_HOME=/home/teamcity/TeamCityAgent/work/c326f6bf1927b309, > -DIGNITE_UPDATE_NOTIFIER=false, -DIGNITE_NO_DISCO_ORDER=true, > -DIGNITE_QUIET=false, -XX:+PrintGC, -XX:+PrintGCDetails, > -XX:+PrintGCTimeStamps] > [16:35:11,058][INFO ][main][HadoopClientProtocolEmbeddedSelfTest0] Configured > caches ['ignite-marshaller-sys-cache', 'ignite-sys-cache', > 'ignite-hadoop-mr-sys-cache', 'ignite-atomics-sys-cache', 'meta', 'data'] > [16:35:11,059][INFO ][main][HadoopClientProtocolEmbeddedSelfTest0] 3-rd party > licenses can be found at: > /home/teamcity/TeamCityAgent/work/c326f6bf1927b309/libs/licenses > [16:35:11,061][INFO ][main][HadoopClientProtocolEmbeddedSelfTest0] > Non-loopback local IPs: 192.168.2.11, fe80:0:0:0:5604:a6ff:fe62:1fa7%2 > [16:35:11,061][INFO ][main][HadoopClientProtocolEmbeddedSelfTest0] Enabled > local MACs: 5404A6621FA7 > [16:35:11,062][INFO ][main][IgnitePluginProcessor] Configured plugins: > [16:35:11,062][INFO ][main][IgnitePluginProcessor] ^-- None > [16:35:11,062][INFO ][main][IgnitePluginProcessor] > [16:35:11,065][INFO ][main][TcpCommunicationSpi] Successfully bound to TCP > port [port=45240, locHost=/127.0.0.1] > [16:35:11,072][INFO ][main][HadoopClientProtocolEmbeddedSelfTest0] Security > status [authentication=off] > [16:35:11,080][INFO ][main][GridTcpRestProtocol] Command protocol > successfully started [name=TCP binary, host=/127.0.0.1, port=11212] > [16:35:11,081][INFO ][main][IpcSharedMemoryServerEndpoint] IPC shared memory > server endpoint started [port=10500, > tokDir=/home/teamcity/TeamCityAgent/temp/buildTmp/ignite/work/ipc/shmem/9f489d9d-809a-4595-b64a-ebd21bacb90d-14523] > [16:35:11,081][INFO ][main][IpcServerTcpEndpoint] IPC server loopback > endpoint started [port=11400] > [16:35:11,081][INFO ][main][HadoopProcessor] HADOOP_HOME is set to > /home/teamcity/TeamCityAgent/temp/buildTmp/__hadoop/hadoop-2.5.2 > [16:35:11,085][INFO ][main][TcpDiscoverySpi] Successfully bound to TCP port > [port=47500, localHost=/127.0.0.1] > [16:35:11,087][INFO ][main][GridCacheProcessor] Started cache > [name=ignite-marshaller-sys-cache, mode=REPLICATED] > [16:35:11,088][INFO ][main][GridCacheProcessor] Started cache [name=meta, > mode=REPLICATED] > [16:35:11,090][INFO ][main][GridCacheProcessor] Started cache > [name=ignite-hadoop-mr-sys-cache, mode=REPLICATED] > [16:35:11,091][INFO ][main][GridCacheProcessor] Started cache > [name=ignite-atomics-sys-cache, mode=PARTITIONED] > [16:35:11,093][INFO ][main][GridCacheProcessor] Started cache [name=data, > mode=PARTITIONED] > [16:35:11,095][INFO ][main][GridCacheProcessor] Started cache > [name=ignite-sys-cache, mode=REPLICATED] > [16:35:11,110][INFO ][main][GridDhtPreloader] <ignite-marshaller-sys-cache> > Starting rebalancing in SYNC mode: ignite-marshaller-sys-cache > [16:35:11,110][INFO ][main][GridDhtPreloader] <ignite-hadoop-mr-sys-cache> > Starting rebalancing in SYNC mode: ignite-hadoop-mr-sys-cache > [16:35:11,111][INFO ][main][GridDhtPreloader] <meta> Starting rebalancing in > ASYNC mode: meta > [16:35:11,111][INFO ][main][GridDhtPreloader] <ignite-atomics-sys-cache> > Starting rebalancing in SYNC mode: ignite-atomics-sys-cache > [16:35:11,111][INFO ][main][GridDhtPreloader] <data> Starting rebalancing in > ASYNC mode: data > [16:35:11,111][INFO ][main][GridDhtPreloader] <ignite-sys-cache> Starting > rebalancing in SYNC mode: ignite-sys-cache > [16:35:11,113][INFO > ][preloader-demand-worker-#22689%hadoop.HadoopClientProtocolEmbeddedSelfTest0%][GridDhtPreloader] > <ignite-marshaller-sys-cache> Completed rebalancing in SYNC mode > [cache=ignite-marshaller-sys-cache, time=0 ms] > [16:35:11,113][INFO > ][preloader-demand-worker-#22693%hadoop.HadoopClientProtocolEmbeddedSelfTest0%][GridDhtPreloader] > <ignite-hadoop-mr-sys-cache> Completed rebalancing in SYNC mode > [cache=ignite-hadoop-mr-sys-cache, time=0 ms] > [16:35:11,114][INFO > ][preloader-demand-worker-#22698%hadoop.HadoopClientProtocolEmbeddedSelfTest0%][GridDhtPreloader] > <meta> Completed rebalancing in ASYNC mode [cache=meta, time=0 ms] > [16:35:11,114][INFO > ][preloader-demand-worker-#22702%hadoop.HadoopClientProtocolEmbeddedSelfTest0%][GridDhtPreloader] > <ignite-atomics-sys-cache> Completed rebalancing in SYNC mode > [cache=ignite-atomics-sys-cache, time=10 ms] > [16:35:11,115][INFO > ][preloader-demand-worker-#22708%hadoop.HadoopClientProtocolEmbeddedSelfTest0%][GridDhtPreloader] > <data> Completed rebalancing in ASYNC mode [cache=data, time=10 ms] > [16:35:11,116][INFO > ][preloader-demand-worker-#22713%hadoop.HadoopClientProtocolEmbeddedSelfTest0%][GridDhtPreloader] > <ignite-sys-cache> Completed rebalancing in SYNC mode > [cache=ignite-sys-cache, time=10 ms] > [16:35:11,128][INFO ][main][HadoopClientProtocolEmbeddedSelfTest0] > Performance suggestions for grid > 'hadoop.HadoopClientProtocolEmbeddedSelfTest0' (fix if possible) > [16:35:11,128][INFO ][main][HadoopClientProtocolEmbeddedSelfTest0] To > disable, set -DIGNITE_PERFORMANCE_SUGGESTIONS_DISABLED=true > [16:35:11,128][INFO ][main][HadoopClientProtocolEmbeddedSelfTest0] ^-- > Disable checkpoints (remove 'checkpointSpi' from configuration) > [16:35:11,128][INFO ][main][HadoopClientProtocolEmbeddedSelfTest0] ^-- > Disable grid events (remove 'includeEventTypes' from configuration) > [16:35:11,128][INFO ][main][HadoopClientProtocolEmbeddedSelfTest0] > [16:35:11,128][INFO ][main][HadoopClientProtocolEmbeddedSelfTest0] To start > Console Management & Monitoring run ignitevisorcmd.{sh|bat} > [16:35:11,129][INFO ][main][HadoopClientProtocolEmbeddedSelfTest0] > [16:35:11,129][INFO ][main][HadoopClientProtocolEmbeddedSelfTest0] > >>> +---------------------------------+ > >>> Ignite ver. 1.0.0#19700101-sha1:DEV > >>> +---------------------------------+ > >>> OS name: Linux 2.6.38-16-generic amd64 > >>> CPU(s): 4 > >>> Heap: 2.7GB > >>> VM name: 14523@gg-teamcity-1 > >>> Grid name: hadoop.HadoopClientProtocolEmbeddedSelfTest0 > >>> Local node [ID=9F489D9D-809A-4595-B64A-EBD21BACB90D, order=1] > >>> Local node addresses: [/127.0.0.1] > >>> Local ports: TCP:10500 TCP:11212 TCP:11400 TCP:45240 TCP:47500 > >>> Ignite documentation: http://ignite.incubator.apache.org > [16:35:11,130][INFO ][main][GridDiscoveryManager] Topology snapshot [ver=1, > nodes=1, CPUs=4, heap=2.7GB] > [16:35:11,135][INFO ][main][HadoopClientProtocolEmbeddedSelfTest1] > >>> __________ ________________ > >>> / _/ ___/ |/ / _/_ __/ __/ > >>> _/ // (7 7 // / / / / _/ > >>> /___/\___/_/|_/___/ /_/ /___/ > >>> > >>> ver. 1.0.0#19700101-sha1:DEV > >>> 2015 Copyright(C) Apache Software Foundation > [16:35:11,135][INFO ][main][HadoopClientProtocolEmbeddedSelfTest1] Config > URL: n/a > [16:35:11,135][INFO ][main][HadoopClientProtocolEmbeddedSelfTest1] Daemon > mode: off > [16:35:11,136][INFO ][main][HadoopClientProtocolEmbeddedSelfTest1] OS: Linux > 2.6.38-16-generic amd64 > [16:35:11,136][INFO ][main][HadoopClientProtocolEmbeddedSelfTest1] OS user: > teamcity > [16:35:11,136][INFO ][main][HadoopClientProtocolEmbeddedSelfTest1] Language > runtime: Java Platform API Specification ver. 1.7 > [16:35:11,136][INFO ][main][HadoopClientProtocolEmbeddedSelfTest1] VM > information: Java(TM) SE Runtime Environment 1.7.0_21-b11 Oracle Corporation > Java HotSpot(TM) 64-Bit Server VM 23.21-b01 > [16:35:11,136][INFO ][main][HadoopClientProtocolEmbeddedSelfTest1] VM total > memory: 2.7GB > [16:35:11,136][INFO ][main][HadoopClientProtocolEmbeddedSelfTest1] Remote > Management [restart: off, REST: on, JMX (remote: off)] > [16:35:11,136][INFO ][main][HadoopClientProtocolEmbeddedSelfTest1] > IGNITE_HOME=/home/teamcity/TeamCityAgent/work/c326f6bf1927b309 > [16:35:11,136][INFO ][main][HadoopClientProtocolEmbeddedSelfTest1] VM > arguments: [-DJAVA_HOME=/home/teamcity/jdk1.7.0_21, -DMCAST_GRP=229.11.1.2, > -Dagent.home.dir=/home/teamcity/TeamCityAgent, -Dagent.name=teamcity-1, > -Dagent.ownPort=9090, -Dagent.work.dir=/home/teamcity/TeamCityAgent/work, > -Dbuild.number=1726, > -Dbuild.vcs.number=af5c9d3c9ab1b5d56ab4903a010a038a26443613, > -Dbuild.vcs.number.1=af5c9d3c9ab1b5d56ab4903a010a038a26443613, > -Dbuild.vcs.number.IgniteApache=af5c9d3c9ab1b5d56ab4903a010a038a26443613, > -Dclassworlds.conf=/home/teamcity/TeamCityAgent/temp/buildTmp/teamcity.m2.conf, > > -Dcom.jetbrains.maven.watcher.report.file=/home/teamcity/TeamCityAgent/temp/buildTmp/maven-build-info.xml, > -Dhadoop.version=2.5.2, > -Djava.io.tmpdir=/home/teamcity/TeamCityAgent/temp/buildTmp, > -Dmaven.home=/home/teamcity/TeamCityAgent/tools/maven3, > -Dmaven.repo.local=/home/teamcity/.m2/repository, > -Dteamcity.agent.cpuBenchmark=654, > -Dteamcity.agent.dotnet.agent_url=http://localhost:9090/RPC2, > -Dteamcity.agent.dotnet.build_id=412611, > -Dteamcity.auth.password=FNsmPwlmAOxBoPXgR25b8HCOjnhHDqBJ, > -Dteamcity.auth.userId=TeamCityBuildId=412611, > -Dteamcity.build.changedFiles.file=/home/teamcity/TeamCityAgent/temp/buildTmp/changedFiles353322571781968159.txt, > > -Dteamcity.build.checkoutDir=/home/teamcity/TeamCityAgent/work/c326f6bf1927b309, > -Dteamcity.build.id=412611, > -Dteamcity.build.properties.file=/home/teamcity/TeamCityAgent/temp/buildTmp/teamcity.build543335480770253159.properties, > -Dteamcity.build.tempDir=/home/teamcity/TeamCityAgent/temp/buildTmp, > -Dteamcity.build.workingDir=/home/teamcity/TeamCityAgent/work/c326f6bf1927b309, > -Dteamcity.buildConfName=Ignite Hadoop, > -Dteamcity.buildType.id=Ignite_Hadoop, > -Dteamcity.configuration.properties.file=/home/teamcity/TeamCityAgent/temp/buildTmp/teamcity.config4313047004623220906.properties, > -Dteamcity.idea.home=/home/teamcity/TeamCityAgent/plugins/idea, > -Dteamcity.maven.watcher.home=/home/teamcity/TeamCityAgent/plugins/mavenPlugin/maven-watcher, > -Dteamcity.projectName=Ignite, > -Dteamcity.runner.properties.file=/home/teamcity/TeamCityAgent/temp/buildTmp/teamcity.runner1856864711574287420.properties, > > -Dteamcity.tests.recentlyFailedTests.file=/home/teamcity/TeamCityAgent/temp/buildTmp/testsToRunFirst8729913223067394186.txt, > -Dteamcity.version=8.1.4 (build 30168), -ea, -XX:MaxPermSize=2g, -Xms1g, > -Xmx3g, -XX:+HeapDumpOnOutOfMemoryError, -XX:+AggressiveOpts, > -DIGNITE_TEST_HOME=/home/teamcity/TeamCityAgent/work/c326f6bf1927b309, > -DIGNITE_UPDATE_NOTIFIER=false, -DIGNITE_NO_DISCO_ORDER=true, > -DIGNITE_QUIET=false, -XX:+PrintGC, -XX:+PrintGCDetails, > -XX:+PrintGCTimeStamps] > [16:35:11,136][INFO ][main][HadoopClientProtocolEmbeddedSelfTest1] Configured > caches ['ignite-marshaller-sys-cache', 'ignite-sys-cache', > 'ignite-hadoop-mr-sys-cache', 'ignite-atomics-sys-cache', 'meta', 'data'] > [16:35:11,136][INFO ][main][HadoopClientProtocolEmbeddedSelfTest1] 3-rd party > licenses can be found at: > /home/teamcity/TeamCityAgent/work/c326f6bf1927b309/libs/licenses > [16:35:11,138][INFO ][main][HadoopClientProtocolEmbeddedSelfTest1] > Non-loopback local IPs: 192.168.2.11, fe80:0:0:0:5604:a6ff:fe62:1fa7%2 > [16:35:11,139][INFO ][main][HadoopClientProtocolEmbeddedSelfTest1] Enabled > local MACs: 5404A6621FA7 > [16:35:11,139][INFO ][main][IgnitePluginProcessor] Configured plugins: > [16:35:11,139][INFO ][main][IgnitePluginProcessor] ^-- None > [16:35:11,139][INFO ][main][IgnitePluginProcessor] > [16:35:11,141][INFO ][main][TcpCommunicationSpi] Successfully bound to TCP > port [port=45241, locHost=/127.0.0.1] > [16:35:11,147][INFO ][main][HadoopClientProtocolEmbeddedSelfTest1] Security > status [authentication=off] > [16:35:11,155][INFO ][main][GridTcpRestProtocol] Command protocol > successfully started [name=TCP binary, host=/127.0.0.1, port=11213] > [16:35:11,156][INFO ][main][HadoopProcessor] HADOOP_HOME is set to > /home/teamcity/TeamCityAgent/temp/buildTmp/__hadoop/hadoop-2.5.2 > [16:35:11,160][INFO ][main][TcpDiscoverySpi] Successfully bound to TCP port > [port=47501, localHost=/127.0.0.1] > [16:35:11,198][INFO > ][disco-event-worker-#22681%hadoop.HadoopClientProtocolEmbeddedSelfTest0%][GridDiscoveryManager] > Added new node to topology: TcpDiscoveryNode > [id=eebe00a7-c7d5-40f6-a84c-b1bfcd537c78, addrs=[127.0.0.1], > sockAddrs=[/127.0.0.1:47501], discPort=47501, order=2, intOrder=2, loc=false, > ver=1.0.0#19700101-sha1:00000000, isClient=false] > [16:35:11,198][INFO > ][disco-event-worker-#22681%hadoop.HadoopClientProtocolEmbeddedSelfTest0%][GridDiscoveryManager] > Topology snapshot [ver=2, nodes=2, CPUs=4, heap=2.7GB] > [16:35:11,202][INFO ][main][GridCacheProcessor] Started cache > [name=ignite-marshaller-sys-cache, mode=REPLICATED] > [16:35:11,204][INFO ][main][GridCacheProcessor] Started cache [name=meta, > mode=REPLICATED] > [16:35:11,207][INFO ][main][GridCacheProcessor] Started cache > [name=ignite-hadoop-mr-sys-cache, mode=REPLICATED] > [16:35:11,210][INFO ][main][GridCacheProcessor] Started cache > [name=ignite-atomics-sys-cache, mode=PARTITIONED] > [16:35:11,213][INFO ][main][GridCacheProcessor] Started cache [name=data, > mode=PARTITIONED] > [16:35:11,215][INFO ][main][GridCacheProcessor] Started cache > [name=ignite-sys-cache, mode=REPLICATED] > [16:35:11,269][INFO ][main][GridDhtPreloader] <ignite-marshaller-sys-cache> > Starting rebalancing in SYNC mode: ignite-marshaller-sys-cache > [16:35:11,269][INFO ][main][GridDhtPreloader] <ignite-hadoop-mr-sys-cache> > Starting rebalancing in SYNC mode: ignite-hadoop-mr-sys-cache > [16:35:11,269][INFO ][main][GridDhtPreloader] <meta> Starting rebalancing in > ASYNC mode: meta > [16:35:11,269][INFO ][main][GridDhtPreloader] <ignite-atomics-sys-cache> > Starting rebalancing in SYNC mode: ignite-atomics-sys-cache > [16:35:11,270][INFO ][main][GridDhtPreloader] <data> Starting rebalancing in > ASYNC mode: data > [16:35:11,270][INFO ][main][GridDhtPreloader] <ignite-sys-cache> Starting > rebalancing in SYNC mode: ignite-sys-cache > [16:35:11,275][INFO > ][preloader-demand-worker-#22769%hadoop.HadoopClientProtocolEmbeddedSelfTest1%][GridDhtPreloader] > <ignite-marshaller-sys-cache> Completed rebalancing in SYNC mode > [cache=ignite-marshaller-sys-cache, time=0 ms] > [16:35:11,280][INFO > ][preloader-demand-worker-#22795%hadoop.HadoopClientProtocolEmbeddedSelfTest1%][GridDhtPreloader] > <ignite-sys-cache> Completed rebalancing in SYNC mode > [cache=ignite-sys-cache, time=10 ms] > [16:35:11,282][INFO > ][preloader-demand-worker-#22790%hadoop.HadoopClientProtocolEmbeddedSelfTest1%][GridDhtPreloader] > <data> Completed rebalancing in ASYNC mode [cache=data, time=10 ms] > [16:35:11,282][INFO > ][preloader-demand-worker-#22784%hadoop.HadoopClientProtocolEmbeddedSelfTest1%][GridDhtPreloader] > <ignite-atomics-sys-cache> Completed rebalancing in SYNC mode > [cache=ignite-atomics-sys-cache, time=10 ms] > [16:35:11,284][INFO > ][preloader-demand-worker-#22775%hadoop.HadoopClientProtocolEmbeddedSelfTest1%][GridDhtPreloader] > <ignite-hadoop-mr-sys-cache> Completed rebalancing in SYNC mode > [cache=ignite-hadoop-mr-sys-cache, time=10 ms] > [16:35:11,284][INFO > ][preloader-demand-worker-#22780%hadoop.HadoopClientProtocolEmbeddedSelfTest1%][GridDhtPreloader] > <meta> Completed rebalancing in ASYNC mode [cache=meta, time=10 ms] > [16:35:11,290][INFO ][main][HadoopClientProtocolEmbeddedSelfTest1] > Performance suggestions for grid > 'hadoop.HadoopClientProtocolEmbeddedSelfTest1' (fix if possible) > [16:35:11,290][INFO ][main][HadoopClientProtocolEmbeddedSelfTest1] To > disable, set -DIGNITE_PERFORMANCE_SUGGESTIONS_DISABLED=true > [16:35:11,290][INFO ][main][HadoopClientProtocolEmbeddedSelfTest1] ^-- > Disable checkpoints (remove 'checkpointSpi' from configuration) > [16:35:11,290][INFO ][main][HadoopClientProtocolEmbeddedSelfTest1] ^-- > Disable grid events (remove 'includeEventTypes' from configuration) > [16:35:11,290][INFO ][main][HadoopClientProtocolEmbeddedSelfTest1] > [16:35:11,290][INFO ][main][HadoopClientProtocolEmbeddedSelfTest1] To start > Console Management & Monitoring run ignitevisorcmd.{sh|bat} > [16:35:11,290][INFO ][main][HadoopClientProtocolEmbeddedSelfTest1] > [16:35:11,291][INFO ][main][HadoopClientProtocolEmbeddedSelfTest1] > >>> +---------------------------------+ > >>> Ignite ver. 1.0.0#19700101-sha1:DEV > >>> +---------------------------------+ > >>> OS name: Linux 2.6.38-16-generic amd64 > >>> CPU(s): 4 > >>> Heap: 2.7GB > >>> VM name: 14523@gg-teamcity-1 > >>> Grid name: hadoop.HadoopClientProtocolEmbeddedSelfTest1 > >>> Local node [ID=EEBE00A7-C7D5-40F6-A84C-B1BFCD537C78, order=2] > >>> Local node addresses: [/127.0.0.1] > >>> Local ports: TCP:11213 TCP:45241 TCP:47501 > >>> Ignite documentation: http://ignite.incubator.apache.org > [16:35:11,291][INFO ][main][GridDiscoveryManager] Topology snapshot [ver=2, > nodes=2, CPUs=4, heap=2.7GB] > [16:35:11,291][INFO ][main][root] >>> Starting test: testJobCounters <<< > [16:35:11,365][INFO ][main][root] >>> Stopping test: testJobCounters in 73 ms > <<< > [16:35:11,402][INFO ][main][root] >>> Stopping test class: > HadoopClientProtocolEmbeddedSelfTest <<< > [16:35:11,402][INFO ][main][root] >>> Stopping grid > [name=hadoop.HadoopClientProtocolEmbeddedSelfTest0, > id=9f489d9d-809a-4595-b64a-ebd21bacb90d] > [16:35:11,403][INFO ][main][GridTcpRestProtocol] Command protocol > successfully stopped: TCP binary > [16:35:11,410][INFO > ][disco-event-worker-#22763%hadoop.HadoopClientProtocolEmbeddedSelfTest1%][GridDiscoveryManager] > Node left topology: TcpDiscoveryNode > [id=9f489d9d-809a-4595-b64a-ebd21bacb90d, addrs=[127.0.0.1], > sockAddrs=[/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, loc=false, > ver=1.0.0#19700101-sha1:00000000, isClient=false] > [16:35:11,411][INFO > ][disco-event-worker-#22763%hadoop.HadoopClientProtocolEmbeddedSelfTest1%][GridDiscoveryManager] > Topology snapshot [ver=3, nodes=1, CPUs=4, heap=2.7GB] > [16:35:11,422][INFO ][main][GridCacheProcessor] Stopped cache: > ignite-marshaller-sys-cache > [16:35:11,422][INFO ][main][GridCacheProcessor] Stopped cache: > ignite-sys-cache > [16:35:11,422][INFO ][main][GridCacheProcessor] Stopped cache: > ignite-hadoop-mr-sys-cache > [16:35:11,422][INFO ][main][GridCacheProcessor] Stopped cache: > ignite-atomics-sys-cache > [16:35:11,423][INFO ][main][GridCacheProcessor] Stopped cache: meta > [16:35:11,423][INFO ][main][GridCacheProcessor] Stopped cache: data > [16:35:11,425][INFO ][main][HadoopClientProtocolEmbeddedSelfTest0] > >>> +--------------------------------------------+ > >>> Ignite ver. 1.0.0#19700101-sha1:DEV stopped OK > >>> +--------------------------------------------+ > >>> Grid name: hadoop.HadoopClientProtocolEmbeddedSelfTest0 > >>> Grid uptime: 00:00:00:292 > [16:35:11,426][INFO ][main][root] >>> Stopping grid > [name=hadoop.HadoopClientProtocolEmbeddedSelfTest1, > id=eebe00a7-c7d5-40f6-a84c-b1bfcd537c78] > [16:35:11,427][INFO ][main][GridTcpRestProtocol] Command protocol > successfully stopped: TCP binary > [16:35:11,432][INFO ][main][GridCacheProcessor] Stopped cache: > ignite-marshaller-sys-cache > [16:35:11,432][INFO ][main][GridCacheProcessor] Stopped cache: > ignite-sys-cache > [16:35:11,432][INFO ][main][GridCacheProcessor] Stopped cache: > ignite-hadoop-mr-sys-cache > [16:35:11,432][INFO ][main][GridCacheProcessor] Stopped cache: > ignite-atomics-sys-cache > [16:35:11,432][INFO ][main][GridCacheProcessor] Stopped cache: meta > [16:35:11,433][INFO ][main][GridCacheProcessor] Stopped cache: data > [16:35:11,436][INFO ][main][HadoopClientProtocolEmbeddedSelfTest1] > >>> +--------------------------------------------+ > >>> Ignite ver. 1.0.0#19700101-sha1:DEV stopped OK > >>> +--------------------------------------------+ > >>> Grid name: hadoop.HadoopClientProtocolEmbeddedSelfTest1 > >>> Grid uptime: 00:00:00:141 > ------- Stderr: ------- > [16:35:11,071][WARN ][main][GridCollisionManager] Collision resolution is > disabled (all jobs will be activated upon arrival). > [16:35:11,071][WARN ][main][NoopSwapSpaceSpi] Swap space is disabled. To > enable use FileSwapSpaceSpi. > [16:35:11,071][WARN ][main][GridIndexingManager] Indexing is disabled (to > enable please configure GridIndexingSpi). > [16:35:11,083][WARN ][main][TcpDiscoverySpi] Heartbeat frequency is too high > (at least 2000 ms recommended): 1000 > [16:35:11,146][WARN ][main][GridCollisionManager] Collision resolution is > disabled (all jobs will be activated upon arrival). > [16:35:11,146][WARN ][main][NoopSwapSpaceSpi] Swap space is disabled. To > enable use FileSwapSpaceSpi. > [16:35:11,146][WARN ][main][GridIndexingManager] Indexing is disabled (to > enable please configure GridIndexingSpi). > [16:35:11,156][WARN ][main][IgfsServerManager] Failed to start IGFS endpoint > (will retry every 3s). Failed to bind to port (is port already in use?): 10500 > [16:35:11,156][WARN ][main][IgfsServerManager] Failed to start IGFS > management endpoint (will retry every 3s). Failed to bind to port (is port > already in use?): 11400 > [16:35:11,158][WARN ][main][TcpDiscoverySpi] Heartbeat frequency is too high > (at least 2000 ms recommended): 1000 > [16:35:11,362][ERROR][main][root] Test failed. > java.io.IOException: Failed to get new job ID. > at > org.apache.ignite.internal.processors.hadoop.proto.HadoopClientProtocol.getNewJobID(HadoopClientProtocol.java:90) > at > org.apache.hadoop.mapreduce.JobSubmitter.submitJobInternal(JobSubmitter.java:357) > at org.apache.hadoop.mapreduce.Job$10.run(Job.java:1285) > at org.apache.hadoop.mapreduce.Job$10.run(Job.java:1282) > at java.security.AccessController.doPrivileged(Native Method) > at javax.security.auth.Subject.doAs(Subject.java:415) > at > org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1614) > at org.apache.hadoop.mapreduce.Job.submit(Job.java:1282) > at > org.apache.ignite.client.hadoop.HadoopClientProtocolSelfTest.testJobCounters(HadoopClientProtocolSelfTest.java:189) > at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) > at > sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57) > at > sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) > at java.lang.reflect.Method.invoke(Method.java:601) > at junit.framework.TestCase.runTest(TestCase.java:176) > at > org.apache.ignite.testframework.junits.GridAbstractTest.runTestInternal(GridAbstractTest.java:1346) > at > org.apache.ignite.testframework.junits.GridAbstractTest.access$000(GridAbstractTest.java:67) > at > org.apache.ignite.testframework.junits.GridAbstractTest$2.run(GridAbstractTest.java:1289) > Caused by: class > org.apache.ignite.internal.client.GridClientDisconnectedException: Latest > topology update failed. > at > org.apache.ignite.internal.client.impl.connection.GridClientTopology.nodes(GridClientTopology.java:318) > at > org.apache.ignite.internal.client.impl.GridClientAbstractProjection.projectionNodes(GridClientAbstractProjection.java:299) > at > org.apache.ignite.internal.client.impl.GridClientAbstractProjection.balancedNode(GridClientAbstractProjection.java:339) > at > org.apache.ignite.internal.client.impl.GridClientAbstractProjection.withReconnectHandling(GridClientAbstractProjection.java:96) > at > org.apache.ignite.internal.client.impl.GridClientComputeImpl.executeAsync(GridClientComputeImpl.java:124) > at > org.apache.ignite.internal.client.impl.GridClientComputeImpl.execute(GridClientComputeImpl.java:113) > at > org.apache.ignite.internal.processors.hadoop.proto.HadoopClientProtocol.getNewJobID(HadoopClientProtocol.java:83) > ... 16 more > Caused by: class > org.apache.ignite.internal.client.GridServerUnreachableException: Failed to > connect to any of the servers in list: [/127.0.0.1:11212] > at > org.apache.ignite.internal.client.impl.connection.GridClientConnectionManagerAdapter.connect(GridClientConnectionManagerAdapter.java:387) > at > org.apache.ignite.internal.client.impl.connection.GridClientConnectionManagerAdapter.init(GridClientConnectionManagerAdapter.java:199) > at > org.apache.ignite.internal.client.impl.GridClientImpl.tryInitTopology(GridClientImpl.java:470) > at > org.apache.ignite.internal.client.impl.GridClientImpl.access$200(GridClientImpl.java:42) > at > org.apache.ignite.internal.client.impl.GridClientImpl$TopologyUpdaterThread.run(GridClientImpl.java:506) > Caused by: java.net.ConnectException: Connection refused > at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) > at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:692) > at sun.nio.ch.SocketAdaptor.connect(SocketAdaptor.java:115) > at > org.apache.ignite.internal.client.impl.connection.GridClientNioTcpConnection.<init>(GridClientNioTcpConnection.java:167) > at > org.apache.ignite.internal.client.impl.connection.GridClientConnectionManagerAdapter.connect(GridClientConnectionManagerAdapter.java:436) > at > org.apache.ignite.internal.client.impl.connection.GridClientConnectionManagerAdapter.connect(GridClientConnectionManagerAdapter.java:372) > ... 4 more > [16:35:11,419][ERROR][ipc-shmem-gc-#22679%hadoop.HadoopClientProtocolEmbeddedSelfTest0%][IpcSharedMemoryServerEndpoint] > Failed to process directory: > /home/teamcity/TeamCityAgent/temp/buildTmp/ignite/work/ipc/shmem > java.nio.channels.FileLockInterruptionException > at sun.nio.ch.FileChannelImpl.lock(FileChannelImpl.java:1001) > at java.nio.channels.FileChannel.lock(FileChannel.java:1052) > at > org.apache.ignite.internal.util.ipc.shmem.IpcSharedMemoryServerEndpoint$GcWorker.cleanupResources(IpcSharedMemoryServerEndpoint.java:584) > at > org.apache.ignite.internal.util.ipc.shmem.IpcSharedMemoryServerEndpoint$GcWorker.body(IpcSharedMemoryServerEndpoint.java:543) > at > org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:107) > at java.lang.Thread.run(Thread.java:722) -- This message was sent by Atlassian JIRA (v6.3.4#6332)