John, When you configure the PutS3Object processor, you should configure the Bucket Name as just 'nifibucket' (without quotes), and set the Region to 'eu-west-1'. You do not need the long-form ' nifibucket.s3-eu-west-1.amazonaws.com', I think that might be what is confusing it.
Thanks, James On Tue, Nov 1, 2016 at 1:31 PM, John Burns <jzbu...@gmail.com> wrote: > Hi, > > I am getting a strange error when writing a png to a public S3 bucket > nifibucket.s3-eu-west-1.amazonaws.com: It seems to be an > UnknownHostException but I can access the bucket XML fine in the browser. > > The processor flow is simply GetFile -> PutS3Object > > Any info welcome. > > Thanks > > John > > > com.amazonaws.http.AmazonHttpClient Unable to execute HTTP request: > nifibucket.s3-eu-west-1.amazonaws.com: unknown error > java.net.UnknownHostException: nifibucket.s3-eu-west-1.amazonaws.com: > unknown error > at java.net.Inet4AddressImpl.lookupAllHostAddr(Native Method) > ~[na:1.8.0_77] > at java.net.InetAddress$2.lookupAllHostAddr(InetAddress.java:928) > ~[na:1.8.0_77] > at java.net.InetAddress.getAddressesFromNameService(InetAddress.java:1323) > ~[na:1.8.0_77] > at java.net.InetAddress.getAllByName0(InetAddress.java:1276) > ~[na:1.8.0_77] > at java.net.InetAddress.getAllByName(InetAddress.java:1192) ~[na:1.8.0_77] > at java.net.InetAddress.getAllByName(InetAddress.java:1126) ~[na:1.8.0_77] > at com.amazonaws.SystemDefaultDnsResolver.resolve( > SystemDefaultDnsResolver.java:27) ~[aws-java-sdk-core-1.11.8.jar:na] > at > com.amazonaws.http.DelegatingDnsResolver.resolve(DelegatingDnsResolver.java:38) > ~[aws-java-sdk-core-1.11.8.jar:na] > at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect( > DefaultHttpClientConnectionOperator.java:111) > ~[httpclient-4.4.1.jar:4.4.1] > at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect( > PoolingHttpClientConnectionManager.java:353) ~[httpclient-4.4.1.jar:4.4.1] > at sun.reflect.GeneratedMethodAccessor319.invoke(Unknown Source) ~[na:na] > at sun.reflect.DelegatingMethodAccessorImpl.invoke( > DelegatingMethodAccessorImpl.java:43) ~[na:1.8.0_77] > at java.lang.reflect.Method.invoke(Method.java:498) ~[na:1.8.0_77] > at com.amazonaws.http.conn.ClientConnectionManagerFactory$Handler.invoke( > ClientConnectionManagerFactory.java:76) ~[aws-java-sdk-core-1.11.8.jar:na] > at com.amazonaws.http.conn.$Proxy121.connect(Unknown Source) ~[na:na] > at org.apache.http.impl.execchain.MainClientExec. > establishRoute(MainClientExec.java:380) ~[httpclient-4.4.1.jar:4.4.1] > at org.apache.http.impl.execchain.MainClientExec. > execute(MainClientExec.java:236) ~[httpclient-4.4.1.jar:4.4.1] > at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:184) > ~[httpclient-4.4.1.jar:4.4.1] > at > org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:184) > ~[httpclient-4.4.1.jar:4.4.1] > at > org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82) > ~[httpclient-4.4.1.jar:4.4.1] > at > org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55) > ~[httpclient-4.4.1.jar:4.4.1] > at > com.amazonaws.http.apache.client.impl.SdkHttpClient.execute(SdkHttpClient.java:72) > ~[aws-java-sdk-core-1.11.8.jar:na] > at > com.amazonaws.http.AmazonHttpClient.executeOneRequest(AmazonHttpClient.java:852) > [aws-java-sdk-core-1.11.8.jar:na] > at > com.amazonaws.http.AmazonHttpClient.executeHelper(AmazonHttpClient.java:695) > [aws-java-sdk-core-1.11.8.jar:na] > at com.amazonaws.http.AmazonHttpClient.doExecute(AmazonHttpClient.java:447) > [aws-java-sdk-core-1.11.8.jar:na] > at > com.amazonaws.http.AmazonHttpClient.executeWithTimer(AmazonHttpClient.java:409) > [aws-java-sdk-core-1.11.8.jar:na] > at com.amazonaws.http.AmazonHttpClient.execute(AmazonHttpClient.java:358) > [aws-java-sdk-core-1.11.8.jar:na] > at com.amazonaws.services.s3.AmazonS3Client.invoke(AmazonS3Client.java:3787) > [aws-java-sdk-s3-1.11.8.jar:na] > at com.amazonaws.services.s3.AmazonS3Client.invoke(AmazonS3Client.java:3729) > [aws-java-sdk-s3-1.11.8.jar:na] > at > com.amazonaws.services.s3.AmazonS3Client.listMultipartUploads(AmazonS3Client.java:2727) > [aws-java-sdk-s3-1.11.8.jar:na] > at org.apache.nifi.processors.aws.s3.PutS3Object. > getS3AgeoffListAndAgeoffLocalState(PutS3Object.java:715) > [nifi-aws-processors-1.0.0.jar:1.0.0] > at org.apache.nifi.processors.aws.s3.PutS3Object. > ageoffS3Uploads(PutS3Object.java:698) [nifi-aws-processors-1.0.0. > jar:1.0.0] > at > org.apache.nifi.processors.aws.s3.PutS3Object.onTrigger(PutS3Object.java:395) > [nifi-aws-processors-1.0.0.jar:1.0.0] > at > org.apache.nifi.processor.AbstractProcessor.onTrigger(AbstractProcessor.java:27) > [nifi-api-1.0.0.jar:1.0.0] > at org.apache.nifi.controller.StandardProcessorNode.onTrigger( > StandardProcessorNode.java:1064) [nifi-framework-core-1.0.0.jar:1.0.0] > at org.apache.nifi.controller.tasks.ContinuallyRunProcessorTask.call( > ContinuallyRunProcessorTask.java:136) [nifi-framework-core-1.0.0. > jar:1.0.0] > at org.apache.nifi.controller.tasks.ContinuallyRunProcessorTask.call( > ContinuallyRunProcessorTask.java:47) [nifi-framework-core-1.0.0.jar:1.0.0] > at org.apache.nifi.controller.scheduling.TimerDrivenSchedulingAgent$1.run( > TimerDrivenSchedulingAgent.java:132) [nifi-framework-core-1.0.0.jar:1.0.0] > at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) > [na:1.8.0_77] > at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) > [na:1.8.0_77] > at java.util.concurrent.ScheduledThreadPoolExecutor$ > ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) > [na:1.8.0_77] > at java.util.concurrent.ScheduledThreadPoolExecutor$ > ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) > [na:1.8.0_77] > at > java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) > [na:1.8.0_77] > at > java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) > [na:1.8.0_77] > at java.lang.Thread.run(Thread.java:745) [na:1.8.0_77] > 2016-11-01 20:08:46,230 ERROR [Timer-Driven Process Thread-6] > o.a.nifi.processors.aws.s3.PutS3Object > PutS3Object[id=214dfe39-0158-1000-1310-89532364f96b] > Error checking S3 Multipart Upload list for nifibucket: Unable to execute > HTTP request: nifibucket.s3-eu-west-1.amazonaws.com: unknown error > 2016-11-01 20:08:46,233 INFO [Timer-Driven Process Thread-6] > com.amazonaws.http.AmazonHttpClient Unable to execute HTTP request: > nifibucket.s3-eu-west-1.amazonaws.com > java.net.UnknownHostException: nifibucket.s3-eu-west-1.amazonaws.com > at java.net.InetAddress.getAllByName0(InetAddress.java:1280) > ~[na:1.8.0_77] > at java.net.InetAddress.getAllByName(InetAddress.java:1192) ~[na:1.8.0_77] > at java.net.InetAddress.getAllByName(InetAddress.java:1126) ~[na:1.8.0_77] > at com.amazonaws.SystemDefaultDnsResolver.resolve( > SystemDefaultDnsResolver.java:27) ~[aws-java-sdk-core-1.11.8.jar:na] > at > com.amazonaws.http.DelegatingDnsResolver.resolve(DelegatingDnsResolver.java:38) > ~[aws-java-sdk-core-1.11.8.jar:na] > at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect( > DefaultHttpClientConnectionOperator.java:111) > ~[httpclient-4.4.1.jar:4.4.1] > at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect( > PoolingHttpClientConnectionManager.java:353) ~[httpclient-4.4.1.jar:4.4.1] > at sun.reflect.GeneratedMethodAccessor319.invoke(Unknown Source) ~[na:na] > at sun.reflect.DelegatingMethodAccessorImpl.invoke( > DelegatingMethodAccessorImpl.java:43) ~[na:1.8.0_77] > at java.lang.reflect.Method.invoke(Method.java:498) ~[na:1.8.0_77] > at com.amazonaws.http.conn.ClientConnectionManagerFactory$Handler.invoke( > ClientConnectionManagerFactory.java:76) ~[aws-java-sdk-core-1.11.8.jar:na] > at com.amazonaws.http.conn.$Proxy121.connect(Unknown Source) ~[na:na] > at org.apache.http.impl.execchain.MainClientExec. > establishRoute(MainClientExec.java:380) ~[httpclient-4.4.1.jar:4.4.1] > at org.apache.http.impl.execchain.MainClientExec. > execute(MainClientExec.java:236) ~[httpclient-4.4.1.jar:4.4.1] > at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:184) > ~[httpclient-4.4.1.jar:4.4.1] > at > org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:184) > ~[httpclient-4.4.1.jar:4.4.1] > at > org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82) > ~[httpclient-4.4.1.jar:4.4.1] > at > org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55) > ~[httpclient-4.4.1.jar:4.4.1] > at > com.amazonaws.http.apache.client.impl.SdkHttpClient.execute(SdkHttpClient.java:72) > ~[aws-java-sdk-core-1.11.8.jar:na] > at > com.amazonaws.http.AmazonHttpClient.executeOneRequest(AmazonHttpClient.java:852) > [aws-java-sdk-core-1.11.8.jar:na] > at > com.amazonaws.http.AmazonHttpClient.executeHelper(AmazonHttpClient.java:695) > [aws-java-sdk-core-1.11.8.jar:na] > at com.amazonaws.http.AmazonHttpClient.doExecute(AmazonHttpClient.java:447) > [aws-java-sdk-core-1.11.8.jar:na] > at > com.amazonaws.http.AmazonHttpClient.executeWithTimer(AmazonHttpClient.java:409) > [aws-java-sdk-core-1.11.8.jar:na] > at com.amazonaws.http.AmazonHttpClient.execute(AmazonHttpClient.java:358) > [aws-java-sdk-core-1.11.8.jar:na] > at com.amazonaws.services.s3.AmazonS3Client.invoke(AmazonS3Client.java:3787) > [aws-java-sdk-s3-1.11.8.jar:na] > at > com.amazonaws.services.s3.AmazonS3Client.putObject(AmazonS3Client.java:1399) > [aws-java-sdk-s3-1.11.8.jar:na] > at > org.apache.nifi.processors.aws.s3.PutS3Object$1.process(PutS3Object.java:451) > [nifi-aws-processors-1.0.0.jar:1.0.0] > at org.apache.nifi.controller.repository.StandardProcessSession.read( > StandardProcessSession.java:1880) [nifi-framework-core-1.0.0.jar:1.0.0] > at org.apache.nifi.controller.repository.StandardProcessSession.read( > StandardProcessSession.java:1851) [nifi-framework-core-1.0.0.jar:1.0.0] > at > org.apache.nifi.processors.aws.s3.PutS3Object.onTrigger(PutS3Object.java:401) > [nifi-aws-processors-1.0.0.jar:1.0.0] > at > org.apache.nifi.processor.AbstractProcessor.onTrigger(AbstractProcessor.java:27) > [nifi-api-1.0.0.jar:1.0.0] > at org.apache.nifi.controller.StandardProcessorNode.onTrigger( > StandardProcessorNode.java:1064) [nifi-framework-core-1.0.0.jar:1.0.0] > at org.apache.nifi.controller.tasks.ContinuallyRunProcessorTask.call( > ContinuallyRunProcessorTask.java:136) [nifi-framework-core-1.0.0. > jar:1.0.0] > at org.apache.nifi.controller.tasks.ContinuallyRunProcessorTask.call( > ContinuallyRunProcessorTask.java:47) [nifi-framework-core-1.0.0.jar:1.0.0] > at org.apache.nifi.controller.scheduling.TimerDrivenSchedulingAgent$1.run( > TimerDrivenSchedulingAgent.java:132) [nifi-framework-core-1.0.0.jar:1.0.0] > at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) > [na:1.8.0_77] > at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) > [na:1.8.0_77] > at java.util.concurrent.ScheduledThreadPoolExecutor$ > ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) > [na:1.8.0_77] > at java.util.concurrent.ScheduledThreadPoolExecutor$ > ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) > [na:1.8.0_77] > at > java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) > [na:1.8.0_77] > at > java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) > [na:1.8.0_77] > at java.lang.Thread.run(Thread.java:745) [na:1.8.0_77] > 2016-11-01 20:08:46,233 ERROR [Timer-Driven Process Thread-6] > o.a.nifi.processors.aws.s3.PutS3Object > PutS3Object[id=214dfe39-0158-1000-1310-89532364f96b] > Failed to put StandardFlowFileRecord[uuid=99329256-5a27-4652-8471- > 1d23eabd3406,claim=StandardContentClaim [resourceClaim= > StandardResourceClaim[id=1478028950007-2797, container=default, > section=749], offset=326900, length=81725],offset=0,name= > anonymous-access.png,size=81725] to Amazon S3 due to > com.amazonaws.AmazonClientException: > Unable to execute HTTP request: nifibucket.s3-eu-west-1.amazonaws.com: > com.amazonaws.AmazonClientException: Unable to execute HTTP request: > nifibucket.s3-eu-west-1.amazonaws.com > 2016-11-01 20:08:46,237 ERROR [Timer-Driven Process Thread-6] > o.a.nifi.processors.aws.s3.PutS3Object > com.amazonaws.AmazonClientException: Unable to execute HTTP request: > nifibucket.s3-eu-west-1.amazonaws.com > at > com.amazonaws.http.AmazonHttpClient.executeHelper(AmazonHttpClient.java:706) > ~[aws-java-sdk-core-1.11.8.jar:na] > at com.amazonaws.http.AmazonHttpClient.doExecute(AmazonHttpClient.java:447) > ~[aws-java-sdk-core-1.11.8.jar:na] > at > com.amazonaws.http.AmazonHttpClient.executeWithTimer(AmazonHttpClient.java:409) > ~[aws-java-sdk-core-1.11.8.jar:na] > at com.amazonaws.http.AmazonHttpClient.execute(AmazonHttpClient.java:358) > ~[aws-java-sdk-core-1.11.8.jar:na] > at com.amazonaws.services.s3.AmazonS3Client.invoke(AmazonS3Client.java:3787) > ~[aws-java-sdk-s3-1.11.8.jar:na] > at > com.amazonaws.services.s3.AmazonS3Client.putObject(AmazonS3Client.java:1399) > ~[aws-java-sdk-s3-1.11.8.jar:na] > at > org.apache.nifi.processors.aws.s3.PutS3Object$1.process(PutS3Object.java:451) > ~[nifi-aws-processors-1.0.0.jar:1.0.0] > at org.apache.nifi.controller.repository.StandardProcessSession.read( > StandardProcessSession.java:1880) ~[na:na] > at org.apache.nifi.controller.repository.StandardProcessSession.read( > StandardProcessSession.java:1851) ~[na:na] > at > org.apache.nifi.processors.aws.s3.PutS3Object.onTrigger(PutS3Object.java:401) > ~[nifi-aws-processors-1.0.0.jar:1.0.0] > at > org.apache.nifi.processor.AbstractProcessor.onTrigger(AbstractProcessor.java:27) > [nifi-api-1.0.0.jar:1.0.0] > at org.apache.nifi.controller.StandardProcessorNode.onTrigger( > StandardProcessorNode.java:1064) [nifi-framework-core-1.0.0.jar:1.0.0] > at org.apache.nifi.controller.tasks.ContinuallyRunProcessorTask.call( > ContinuallyRunProcessorTask.java:136) [nifi-framework-core-1.0.0. > jar:1.0.0] > at org.apache.nifi.controller.tasks.ContinuallyRunProcessorTask.call( > ContinuallyRunProcessorTask.java:47) [nifi-framework-core-1.0.0.jar:1.0.0] > at org.apache.nifi.controller.scheduling.TimerDrivenSchedulingAgent$1.run( > TimerDrivenSchedulingAgent.java:132) [nifi-framework-core-1.0.0.jar:1.0.0] > at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) > [na:1.8.0_77] > at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) > [na:1.8.0_77] > at java.util.concurrent.ScheduledThreadPoolExecutor$ > ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) > [na:1.8.0_77] > at java.util.concurrent.ScheduledThreadPoolExecutor$ > ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) > [na:1.8.0_77] > at > java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) > [na:1.8.0_77] > at > java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) > [na:1.8.0_77] > at java.lang.Thread.run(Thread.java:745) [na:1.8.0_77] > Caused by: java.net.UnknownHostException: nifibucket.s3-eu-west-1. > amazonaws.com > at java.net.InetAddress.getAllByName0(InetAddress.java:1280) > ~[na:1.8.0_77] > at java.net.InetAddress.getAllByName(InetAddress.java:1192) ~[na:1.8.0_77] > at java.net.InetAddress.getAllByName(InetAddress.java:1126) ~[na:1.8.0_77] > at com.amazonaws.SystemDefaultDnsResolver.resolve( > SystemDefaultDnsResolver.java:27) ~[aws-java-sdk-core-1.11.8.jar:na] > at > com.amazonaws.http.DelegatingDnsResolver.resolve(DelegatingDnsResolver.java:38) > ~[aws-java-sdk-core-1.11.8.jar:na] > at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect( > DefaultHttpClientConnectionOperator.java:111) > ~[httpclient-4.4.1.jar:4.4.1] > at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect( > PoolingHttpClientConnectionManager.java:353) ~[httpclient-4.4.1.jar:4.4.1] > at sun.reflect.GeneratedMethodAccessor319.invoke(Unknown Source) ~[na:na] > at sun.reflect.DelegatingMethodAccessorImpl.invoke( > DelegatingMethodAccessorImpl.java:43) ~[na:1.8.0_77] > at java.lang.reflect.Method.invoke(Method.java:498) ~[na:1.8.0_77] > at com.amazonaws.http.conn.ClientConnectionManagerFactory$Handler.invoke( > ClientConnectionManagerFactory.java:76) ~[aws-java-sdk-core-1.11.8.jar:na] > at com.amazonaws.http.conn.$Proxy121.connect(Unknown Source) ~[na:na] > at org.apache.http.impl.execchain.MainClientExec. > establishRoute(MainClientExec.java:380) ~[httpclient-4.4.1.jar:4.4.1] > at org.apache.http.impl.execchain.MainClientExec. > execute(MainClientExec.java:236) ~[httpclient-4.4.1.jar:4.4.1] > at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:184) > ~[httpclient-4.4.1.jar:4.4.1] > at > org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:184) > ~[httpclient-4.4.1.jar:4.4.1] > at > org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82) > ~[httpclient-4.4.1.jar:4.4.1] > at > org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55) > ~[httpclient-4.4.1.jar:4.4.1] > at > com.amazonaws.http.apache.client.impl.SdkHttpClient.execute(SdkHttpClient.java:72) > ~[aws-java-sdk-core-1.11.8.jar:na] > at > com.amazonaws.http.AmazonHttpClient.executeOneRequest(AmazonHttpClient.java:852) > ~[aws-java-sdk-core-1.11.8.jar:na] > at > com.amazonaws.http.AmazonHttpClient.executeHelper(AmazonHttpClient.java:695) > ~[aws-java-sdk-core-1.11.8.jar:na] >
