Actually I get 504 and 502 errors. Some interesting observation from the web_server container:
# netstat -an | grep php unix 2 [ ACC ] STREAM LISTENING 1881200 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTED 2451425 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTED 2452484 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTED 2451393 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTED 2451377 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTED 2451421 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock unix 2 [ ] STREAM CONNECTING 0 /var/run/php5-fpm.sock #cat /var/log/nginx/example_error.log ... 2016/09/01 02:02:32 [error] 63#0: *24729 connect() to unix:/var/run/php5-fpm.sock failed (11: Resource temporarily unavailable) while connecting to upstream, client: 192.168.1.3, server: localhost, request: "POST /activity/proc/updateriver HTTP/1.1", upstream: "fastcgi://unix:/var/run/php5-fpm.sock:", host: "192.168.1.2:8080", referrer: "http://192.168.1.2:8080/activity"; 2016/09/01 02:02:32 [error] 62#0: *23982 upstream timed out (110: Connection timed out) while reading response header from upstream, client: 192.168.1.3, server: localhost, request: "POST /action/wall/status HTTP/1.1", upstream: "fastcgi://unix:/var/run/php5-fpm.sock", host: "192.168.1.2:8080", referrer: "http://192.168.1.2:8080/activity"; 2016/09/01 02:02:32 [error] 63#0: *24731 connect() to unix:/var/run/php5-fpm.sock failed (11: Resource temporarily unavailable) while connecting to upstream, client: 192.168.1.3, server: localhost, request: "POST /activity/proc/updateriver HTTP/1.1", upstream: "fastcgi://unix:/var/run/php5-fpm.sock:", host: "192.168.1.2:8080", referrer: "http://192.168.1.2:8080/activity"; 2016/09/01 02:02:32 [error] 63#0: *24225 upstream timed out (110: Connection timed out) while reading response header from upstream, client: 192.168.1.3, server: localhost, request: "POST /action/wall/status HTTP/1.1", upstream: "fastcgi://unix:/var/run/php5-fpm.sock", host: "192.168.1.2:8080", referrer: "http://192.168.1.2:8080/activity"; 2016/09/01 02:02:32 [error] 63#0: *24733 connect() to unix:/var/run/php5-fpm.sock failed (11: Resource temporarily unavailable) while connecting to upstream, client: 192.168.1.3, server: localhost, request: "GET /action/elggchat/poll?__elgg_ts=1472695272&__elgg_token=c1050192db055187458f29ed8446bf42 HTTP/1.1", upstream: "fastcgi://unix:/var/run/php5-fpm.sock:", host: "192.168.1.2:8080", referrer: "http://192.168.1.2:8080/activity"; 2016/09/01 02:02:32 [error] 62#0: *23989 upstream timed out (110: Connection timed out) while reading response header from upstream, client: 192.168.1.3, server: localhost, request: "POST /action/wall/status HTTP/1.1", upstream: "fastcgi://unix:/var/run/php5-fpm.sock", host: "192.168.1.2:8080", referrer: "http://192.168.1.2:8080/activity"; 2016/09/01 02:02:32 [error] 63#0: *24735 connect() to unix:/var/run/php5-fpm.sock failed (11: Resource temporarily unavailable) while connecting to upstream, client: 192.168.1.3, server: localhost, request: "GET /action/elggchat/poll?__elgg_ts=1472695262&__elgg_token=3f3ea2068dbdc3f245ebf64b5692102c HTTP/1.1", upstream: "fastcgi://unix:/var/run/php5-fpm.sock:", host: "192.168.1.2:8080", referrer: "http://192.168.1.2:8080/activity"; 2016/09/01 02:02:33 [error] 63#0: *16609 upstream timed out (110: Connection timed out) while reading response header from upstream, client: 192.168.1.3, server: localhost, request: "POST /action/elggchat/post_message?__elgg_token=5040655c35fca8f965b3ddae170156e0&__elgg_ts=1472693532 HTTP/1.1", upstream: "fastcgi://unix:/var/run/php5-fpm.sock", host: "192.168.1.2:8080", referrer: "http://192.168.1.2:8080/activity"; 2016/09/01 02:02:33 [error] 63#0: *24737 connect() to unix:/var/run/php5-fpm.sock failed (11: Resource temporarily unavailable) while connecting to upstream, client: 192.168.1.3, server: localhost, request: "POST /activity/proc/updateriver HTTP/1.1", upstream: "fastcgi://unix:/var/run/php5-fpm.sock:", host: "192.168.1.2:8080", referrer: "http://192.168.1.2:8080/activity"; 2016/09/01 02:02:33 [error] 62#0: *22548 upstream timed out (110: Connection timed out) while reading response header from upstream, client: 192.168.1.3, server: localhost, request: "POST /action/elggchat/post_message?__elgg_token=d4a749e5c6e13f92494c8e9edbe4768f&__elgg_ts=1472693124 HTTP/1.1", upstream: "fastcgi://unix:/var/run/php5-fpm.sock", host: "192.168.1.2:8080", referrer: "http://192.168.1.2:8080/activity"; 2016/09/01 02:02:33 [error] 63#0: *24739 connect() to unix:/var/run/php5-fpm.sock failed (11: Resource temporarily unavailable) while connecting to upstream, client: 192.168.1.3, server: localhost, request: "GET /action/elggchat/poll?__elgg_ts=1472693124&__elgg_token=d4a749e5c6e13f92494c8e9edbe4768f HTTP/1.1", upstream: "fastcgi://unix:/var/run/php5-fpm.sock:", host: "192.168.1.2:8080", referrer: "http://192.168.1.2:8080/activity"; ... On Wed, Aug 31, 2016 at 11:44 PM, Judson Wilson <[email protected]> wrote: > Regarding the CloudSuite Web Serving benchmark, has anyone experienced the > web server returning 504 error responses, or have any idea why this may be > happening and how to fix it? > > I have modified the Faban driver to run longer, and so far all of 3 long > tests (30 minutes or longer) have eventually degraded to the point where all > responses are 504 messages. > > Here is an example from Faban's driver.log file: > > Sep 01, 2016 2:02:29 AM com.sun.faban.driver.engine.AgentThread logError > WARNING: ElggDriverAgent[0].59.sendChatMessage: Server returned HTTP response > code: 504 for URL: > http://192.168.1.2:8080/action/elggchat/post_message?__elgg_token=57e9c8b81e4cdffb712221df75561baf&__elgg_ts=1472694493 > java.io.IOException: Server returned HTTP response code: 504 for URL: > http://192.168.1.2:8080/action/elggchat/post_message?__elgg_token=57e9c8b81e4cdffb712221df75561baf&__elgg_ts=1472694493 > at sun.reflect.GeneratedConstructorAccessor7.newInstance(Unknown > Source) > at > sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) > at java.lang.reflect.Constructor.newInstance(Constructor.java:526) > at > sun.net.www.protocol.http.HttpURLConnection$6.run(HttpURLConnection.java:1677) > at > sun.net.www.protocol.http.HttpURLConnection$6.run(HttpURLConnection.java:1675) > at java.security.AccessController.doPrivileged(Native Method) > at > sun.net.www.protocol.http.HttpURLConnection.getChainedException(HttpURLConnection.java:1673) > at > sun.net.www.protocol.http.HttpURLConnection.getInputStream(HttpURLConnection.java:1246) > at > com.sun.faban.driver.transport.sunhttp.SunHttpTransport.fetchResponse(SunHttpTransport.java:673) > at > com.sun.faban.driver.transport.sunhttp.SunHttpTransport.fetchURL(SunHttpTransport.java:557) > at > com.sun.faban.driver.transport.sunhttp.SunHttpTransport.fetchURL(SunHttpTransport.java:519) > at workload.driver.Web20Driver.sendChatMessage(Web20Driver.java:638) > at sun.reflect.GeneratedMethodAccessor6.invoke(Unknown Source) > at > sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) > at java.lang.reflect.Method.invoke(Method.java:606) > at > com.sun.faban.driver.engine.TimeThreadWithBackground.doRun(TimeThreadWithBackground.java:197) > at com.sun.faban.driver.engine.AgentThread.run(AgentThread.java:202) > Caused by: java.io.IOException: Server returned HTTP response code: 504 for > URL: > http://192.168.1.2:8080/action/elggchat/post_message?__elgg_token=57e9c8b81e4cdffb712221df75561baf&__elgg_ts=1472694493 > at > sun.net.www.protocol.http.HttpURLConnection.getInputStream(HttpURLConnection.java:1628) > at > java.net.HttpURLConnection.getResponseCode(HttpURLConnection.java:468) > at > com.sun.faban.driver.transport.sunhttp.SunHttpTransport.fetchResponse(SunHttpTransport.java:654) > ... 8 more > >
