See <https://builds.apache.org/job/beam_Dependency_Check/119/display/redirect>
------------------------------------------ [...truncated 3.90 KB...] # unset PYTHONHOME if set if ! [ -z "${PYTHONHOME+_}" ] ; then _OLD_VIRTUAL_PYTHONHOME="$PYTHONHOME" unset PYTHONHOME fi if [ -z "${VIRTUAL_ENV_DISABLE_PROMPT-}" ] ; then _OLD_VIRTUAL_PS1="$PS1" if [ "x" != x ] ; then PS1="$PS1" else PS1="(`basename \"$VIRTUAL_ENV\"`) $PS1" fi export PS1 fi basename "$VIRTUAL_ENV" # Make sure to unalias pydoc if it's already there alias pydoc 2>/dev/null >/dev/null && unalias pydoc pydoc () { python -m pydoc "$@" } # This should detect bash and zsh, which have a hash command that must # be called to get it to forget past commands. Without forgetting # past commands the $PATH changes we made may not be respected if [ -n "${BASH-}" ] || [ -n "${ZSH_VERSION-}" ] ; then hash -r 2>/dev/null fi mkdir -p $WORKSPACE/src/build/dependencyUpdates rm -f $WORKSPACE/src/build/dependencyUpdates/test_java_report.txt echo "The following dependencies have later release versions:" > $WORKSPACE/src/build/dependencyUpdates/test_java_report.txt echo ' - groupA:artifactA [1.0 -> 4.0]' > $WORKSPACE/src/build/dependencyUpdates/test_java_report.txt echo ' - groupB:artifactB [1.0 -> 1.1]' > $WORKSPACE/src/build/dependencyUpdates/test_java_report.txt cat $WORKSPACE/src/build/dependencyUpdates/test_java_report.txt - groupB:artifactB [1.0 -> 1.1] + bash .test-infra/jenkins/dependency_check/generate_report.sh REPORT_DESCRIPTION=" <h4> A dependency update is high priority if it satisfies one of following criteria: </h4> <ul> <li> It has major versions update available, e.g. org.assertj:assertj-core 2.5.0 -> 3.10.0; </li> </ul> <ul> <li> It is over 3 minor versions behind the latest version, e.g. org.tukaani:xz 1.5 -> 1.8; </li> </ul> <ul> <li> The current version is behind the later version for over 180 days, e.g. com.google.auto.service:auto-service 2014-10-24 -> 2017-12-11. </li> </ul> <h4> In Beam, we make a best-effort attempt at keeping all dependencies up-to-date. In the future, issues will be filed and tracked for these automatically, but in the meantime you can search for existing issues or open a new one. </h4> <h4> For more information: <a href=\"https://beam.apache.org/contribute/dependencies/\"> Beam Dependency Guide </a></h4>" # Virtualenv for the rest of the script to run setup /usr/bin/virtualenv dependency/check New python executable in <https://builds.apache.org/job/beam_Dependency_Check/ws/src/dependency/check/bin/python2> Also creating executable in <https://builds.apache.org/job/beam_Dependency_Check/ws/src/dependency/check/bin/python> Installing setuptools, pkg_resources, pip, wheel...done. Running virtualenv with interpreter /usr/bin/python2 . dependency/check/bin/activate # This file must be used with "source bin/activate" *from bash* # you cannot run it directly deactivate () { unset -f pydoc >/dev/null 2>&1 # reset old environment variables # ! [ -z ${VAR+_} ] returns true if VAR is declared at all if ! [ -z "${_OLD_VIRTUAL_PATH+_}" ] ; then PATH="$_OLD_VIRTUAL_PATH" export PATH unset _OLD_VIRTUAL_PATH fi if ! [ -z "${_OLD_VIRTUAL_PYTHONHOME+_}" ] ; then PYTHONHOME="$_OLD_VIRTUAL_PYTHONHOME" export PYTHONHOME unset _OLD_VIRTUAL_PYTHONHOME fi # This should detect bash and zsh, which have a hash command that must # be called to get it to forget past commands. Without forgetting # past commands the $PATH changes we made may not be respected if [ -n "${BASH-}" ] || [ -n "${ZSH_VERSION-}" ] ; then hash -r 2>/dev/null fi if ! [ -z "${_OLD_VIRTUAL_PS1+_}" ] ; then PS1="$_OLD_VIRTUAL_PS1" export PS1 unset _OLD_VIRTUAL_PS1 fi unset VIRTUAL_ENV if [ ! "${1-}" = "nondestructive" ] ; then # Self destruct! unset -f deactivate fi } # unset irrelevant variables deactivate nondestructive VIRTUAL_ENV="<https://builds.apache.org/job/beam_Dependency_Check/ws/src/dependency/check"> export VIRTUAL_ENV _OLD_VIRTUAL_PATH="$PATH" PATH="$VIRTUAL_ENV/bin:$PATH" export PATH # unset PYTHONHOME if set if ! [ -z "${PYTHONHOME+_}" ] ; then _OLD_VIRTUAL_PYTHONHOME="$PYTHONHOME" unset PYTHONHOME fi if [ -z "${VIRTUAL_ENV_DISABLE_PROMPT-}" ] ; then _OLD_VIRTUAL_PS1="$PS1" if [ "x" != x ] ; then PS1="$PS1" else PS1="(`basename \"$VIRTUAL_ENV\"`) $PS1" fi export PS1 fi basename "$VIRTUAL_ENV" # Make sure to unalias pydoc if it's already there alias pydoc 2>/dev/null >/dev/null && unalias pydoc pydoc () { python -m pydoc "$@" } # This should detect bash and zsh, which have a hash command that must # be called to get it to forget past commands. Without forgetting # past commands the $PATH changes we made may not be respected if [ -n "${BASH-}" ] || [ -n "${ZSH_VERSION-}" ] ; then hash -r 2>/dev/null fi pip install --upgrade google-cloud-bigquery Collecting google-cloud-bigquery Using cached https://files.pythonhosted.org/packages/0f/9f/45a7e4d1731d6b2cc0f6011d763fa4eec85956515306f47ecc50b38bdf6d/google_cloud_bigquery-1.4.0-py2.py3-none-any.whl Collecting google-api-core<2.0.0dev,>=1.0.0 (from google-cloud-bigquery) Using cached https://files.pythonhosted.org/packages/d2/03/a83c6d0efa63a13d085b81927fdc9e12ffb98aa0f67798a7573fc6b231e2/google_api_core-1.2.1-py2.py3-none-any.whl Collecting google-cloud-core<0.29dev,>=0.28.0 (from google-cloud-bigquery) Using cached https://files.pythonhosted.org/packages/0f/41/ae2418b4003a14cf21c1c46d61d1b044bf02cf0f8f91598af572b9216515/google_cloud_core-0.28.1-py2.py3-none-any.whl Collecting google-resumable-media>=0.2.1 (from google-cloud-bigquery) Using cached https://files.pythonhosted.org/packages/77/95/2e4020a54366423ddba715f89fb7ca456c8f048b15cada6cd6a54cf10e8c/google_resumable_media-0.3.1-py2.py3-none-any.whl Requirement already satisfied, skipping upgrade: setuptools>=34.0.0 in ./dependency/check/lib/python2.7/site-packages (from google-api-core<2.0.0dev,>=1.0.0->google-cloud-bigquery) (40.0.0) Collecting six>=1.10.0 (from google-api-core<2.0.0dev,>=1.0.0->google-cloud-bigquery) Using cached https://files.pythonhosted.org/packages/67/4b/141a581104b1f6397bfa78ac9d43d8ad29a7ca43ea90a2d863fe3056e86a/six-1.11.0-py2.py3-none-any.whl Collecting protobuf>=3.0.0 (from google-api-core<2.0.0dev,>=1.0.0->google-cloud-bigquery) Using cached https://files.pythonhosted.org/packages/27/e7/bf96130ebe633b08a3913da4bb25e50dac5779f1f68e51c99485423f7443/protobuf-3.6.0-cp27-cp27mu-manylinux1_x86_64.whl Collecting google-auth<2.0.0dev,>=0.4.0 (from google-api-core<2.0.0dev,>=1.0.0->google-cloud-bigquery) Using cached https://files.pythonhosted.org/packages/53/06/6e6d5bfa4d23ee40efd772d6b681a7afecd859a9176e564b8c329382370f/google_auth-1.5.0-py2.py3-none-any.whl Collecting futures>=3.2.0; python_version < "3.2" (from google-api-core<2.0.0dev,>=1.0.0->google-cloud-bigquery) Using cached https://files.pythonhosted.org/packages/2d/99/b2c4e9d5a30f6471e410a146232b4118e697fa3ffc06d6a65efde84debd0/futures-3.2.0-py2-none-any.whl Collecting pytz (from google-api-core<2.0.0dev,>=1.0.0->google-cloud-bigquery) Using cached https://files.pythonhosted.org/packages/30/4e/27c34b62430286c6d59177a0842ed90dc789ce5d1ed740887653b898779a/pytz-2018.5-py2.py3-none-any.whl Collecting googleapis-common-protos<2.0dev,>=1.5.3 (from google-api-core<2.0.0dev,>=1.0.0->google-cloud-bigquery) Collecting requests<3.0.0dev,>=2.18.0 (from google-api-core<2.0.0dev,>=1.0.0->google-cloud-bigquery) Using cached https://files.pythonhosted.org/packages/65/47/7e02164a2a3db50ed6d8a6ab1d6d60b69c4c3fdf57a284257925dfc12bda/requests-2.19.1-py2.py3-none-any.whl Collecting rsa>=3.1.4 (from google-auth<2.0.0dev,>=0.4.0->google-api-core<2.0.0dev,>=1.0.0->google-cloud-bigquery) Using cached https://files.pythonhosted.org/packages/e1/ae/baedc9cb175552e95f3395c43055a6a5e125ae4d48a1d7a924baca83e92e/rsa-3.4.2-py2.py3-none-any.whl Collecting cachetools>=2.0.0 (from google-auth<2.0.0dev,>=0.4.0->google-api-core<2.0.0dev,>=1.0.0->google-cloud-bigquery) Using cached https://files.pythonhosted.org/packages/0a/58/cbee863250b31d80f47401d04f34038db6766f95dea1cc909ea099c7e571/cachetools-2.1.0-py2.py3-none-any.whl Collecting pyasn1-modules>=0.2.1 (from google-auth<2.0.0dev,>=0.4.0->google-api-core<2.0.0dev,>=1.0.0->google-cloud-bigquery) Using cached https://files.pythonhosted.org/packages/19/02/fa63f7ba30a0d7b925ca29d034510fc1ffde53264b71b4155022ddf3ab5d/pyasn1_modules-0.2.2-py2.py3-none-any.whl Collecting certifi>=2017.4.17 (from requests<3.0.0dev,>=2.18.0->google-api-core<2.0.0dev,>=1.0.0->google-cloud-bigquery) Using cached https://files.pythonhosted.org/packages/7c/e6/92ad559b7192d846975fc916b65f667c7b8c3a32bea7372340bfe9a15fa5/certifi-2018.4.16-py2.py3-none-any.whl Collecting chardet<3.1.0,>=3.0.2 (from requests<3.0.0dev,>=2.18.0->google-api-core<2.0.0dev,>=1.0.0->google-cloud-bigquery) Using cached https://files.pythonhosted.org/packages/bc/a9/01ffebfb562e4274b6487b4bb1ddec7ca55ec7510b22e4c51f14098443b8/chardet-3.0.4-py2.py3-none-any.whl Collecting urllib3<1.24,>=1.21.1 (from requests<3.0.0dev,>=2.18.0->google-api-core<2.0.0dev,>=1.0.0->google-cloud-bigquery) Using cached https://files.pythonhosted.org/packages/bd/c9/6fdd990019071a4a32a5e7cb78a1d92c53851ef4f56f62a3486e6a7d8ffb/urllib3-1.23-py2.py3-none-any.whl Collecting idna<2.8,>=2.5 (from requests<3.0.0dev,>=2.18.0->google-api-core<2.0.0dev,>=1.0.0->google-cloud-bigquery) Using cached https://files.pythonhosted.org/packages/4b/2a/0276479a4b3caeb8a8c1af2f8e4355746a97fab05a372e4a2c6a6b876165/idna-2.7-py2.py3-none-any.whl Collecting pyasn1>=0.1.3 (from rsa>=3.1.4->google-auth<2.0.0dev,>=0.4.0->google-api-core<2.0.0dev,>=1.0.0->google-cloud-bigquery) Using cached https://files.pythonhosted.org/packages/a0/70/2c27740f08e477499ce19eefe05dbcae6f19fdc49e9e82ce4768be0643b9/pyasn1-0.4.3-py2.py3-none-any.whl Installing collected packages: six, protobuf, pyasn1, rsa, cachetools, pyasn1-modules, google-auth, futures, pytz, googleapis-common-protos, certifi, chardet, urllib3, idna, requests, google-api-core, google-cloud-core, google-resumable-media, google-cloud-bigquery Successfully installed cachetools-2.1.0 certifi-2018.4.16 chardet-3.0.4 futures-3.2.0 google-api-core-1.2.1 google-auth-1.5.0 google-cloud-bigquery-1.4.0 google-cloud-core-0.28.1 google-resumable-media-0.3.1 googleapis-common-protos-1.5.3 idna-2.7 protobuf-3.6.0 pyasn1-0.4.3 pyasn1-modules-0.2.2 pytz-2018.5 requests-2.19.1 rsa-3.4.2 six-1.11.0 urllib3-1.23 rm -f build/dependencyUpdates/beam-dependency-check-report.txt # Insall packages and run the unit tests of the report generator and the jira manager pip install mock jira pyyaml Collecting mock Using cached https://files.pythonhosted.org/packages/e6/35/f187bdf23be87092bd0f1200d43d23076cee4d0dec109f195173fd3ebc79/mock-2.0.0-py2.py3-none-any.whl Collecting jira Using cached https://files.pythonhosted.org/packages/cb/c2/4203b6cad72d115b0ad62ae7028567b538c8933745f665d0eee5082baf67/jira-2.0.0-py2.py3-none-any.whl Collecting pyyaml Collecting pbr>=0.11 (from mock) Using cached https://files.pythonhosted.org/packages/69/1c/98cba002ed975a91a0294863d9c774cc0ebe38e05bbb65e83314550b1677/pbr-4.2.0-py2.py3-none-any.whl Collecting funcsigs>=1; python_version < "3.3" (from mock) Using cached https://files.pythonhosted.org/packages/69/cb/f5be453359271714c01b9bd06126eaf2e368f1fddfff30818754b5ac2328/funcsigs-1.0.2-py2.py3-none-any.whl Requirement already satisfied: six>=1.9 in ./dependency/check/lib/python2.7/site-packages (from mock) (1.11.0) Requirement already satisfied: requests>=2.10.0 in ./dependency/check/lib/python2.7/site-packages (from jira) (2.19.1) Collecting oauthlib[signedtoken]>=1.0.0 (from jira) Using cached https://files.pythonhosted.org/packages/e6/d1/ddd9cfea3e736399b97ded5c2dd62d1322adef4a72d816f1ed1049d6a179/oauthlib-2.1.0-py2.py3-none-any.whl Collecting defusedxml (from jira) Using cached https://files.pythonhosted.org/packages/87/1c/17f3e3935a913dfe2a5ca85fa5ccbef366bfd82eb318b1f75dadbf0affca/defusedxml-0.5.0-py2.py3-none-any.whl Collecting requests-toolbelt (from jira) Using cached https://files.pythonhosted.org/packages/97/8a/d710f792d6f6ecc089c5e55b66e66c3f2f35516a1ede5a8f54c13350ffb0/requests_toolbelt-0.8.0-py2.py3-none-any.whl Collecting requests-oauthlib>=0.6.1 (from jira) Using cached https://files.pythonhosted.org/packages/94/e7/c250d122992e1561690d9c0f7856dadb79d61fd4bdd0e598087dce607f6c/requests_oauthlib-1.0.0-py2.py3-none-any.whl Requirement already satisfied: setuptools>=20.10.1 in ./dependency/check/lib/python2.7/site-packages (from jira) (40.0.0) Requirement already satisfied: certifi>=2017.4.17 in ./dependency/check/lib/python2.7/site-packages (from requests>=2.10.0->jira) (2018.4.16) Requirement already satisfied: chardet<3.1.0,>=3.0.2 in ./dependency/check/lib/python2.7/site-packages (from requests>=2.10.0->jira) (3.0.4) Requirement already satisfied: urllib3<1.24,>=1.21.1 in ./dependency/check/lib/python2.7/site-packages (from requests>=2.10.0->jira) (1.23) Requirement already satisfied: idna<2.8,>=2.5 in ./dependency/check/lib/python2.7/site-packages (from requests>=2.10.0->jira) (2.7) Collecting cryptography; extra == "signedtoken" (from oauthlib[signedtoken]>=1.0.0->jira) Using cached https://files.pythonhosted.org/packages/67/21/e79987f1f9abae42d666b1f89b4e78aa096acc00bbf97ad40d19b07b4a83/cryptography-2.3-cp27-cp27mu-manylinux1_x86_64.whl Collecting pyjwt>=1.0.0; extra == "signedtoken" (from oauthlib[signedtoken]>=1.0.0->jira) Using cached https://files.pythonhosted.org/packages/93/d1/3378cc8184a6524dc92993090ee8b4c03847c567e298305d6cf86987e005/PyJWT-1.6.4-py2.py3-none-any.whl Collecting enum34; python_version < "3" (from cryptography; extra == "signedtoken"->oauthlib[signedtoken]>=1.0.0->jira) Using cached https://files.pythonhosted.org/packages/c5/db/e56e6b4bbac7c4a06de1c50de6fe1ef3810018ae11732a50f15f62c7d050/enum34-1.1.6-py2-none-any.whl Collecting asn1crypto>=0.21.0 (from cryptography; extra == "signedtoken"->oauthlib[signedtoken]>=1.0.0->jira) Using cached https://files.pythonhosted.org/packages/ea/cd/35485615f45f30a510576f1a56d1e0a7ad7bd8ab5ed7cdc600ef7cd06222/asn1crypto-0.24.0-py2.py3-none-any.whl Collecting cffi!=1.11.3,>=1.7 (from cryptography; extra == "signedtoken"->oauthlib[signedtoken]>=1.0.0->jira) Using cached https://files.pythonhosted.org/packages/14/dd/3e7a1e1280e7d767bd3fa15791759c91ec19058ebe31217fe66f3e9a8c49/cffi-1.11.5-cp27-cp27mu-manylinux1_x86_64.whl Collecting ipaddress; python_version < "3" (from cryptography; extra == "signedtoken"->oauthlib[signedtoken]>=1.0.0->jira) Using cached https://files.pythonhosted.org/packages/fc/d0/7fc3a811e011d4b388be48a0e381db8d990042df54aa4ef4599a31d39853/ipaddress-1.0.22-py2.py3-none-any.whl Collecting pycparser (from cffi!=1.11.3,>=1.7->cryptography; extra == "signedtoken"->oauthlib[signedtoken]>=1.0.0->jira) Installing collected packages: pbr, funcsigs, mock, enum34, asn1crypto, pycparser, cffi, ipaddress, cryptography, pyjwt, oauthlib, defusedxml, requests-toolbelt, requests-oauthlib, jira, pyyaml Successfully installed asn1crypto-0.24.0 cffi-1.11.5 cryptography-2.3 defusedxml-0.5.0 enum34-1.1.6 funcsigs-1.0.2 ipaddress-1.0.22 jira-2.0.0 mock-2.0.0 oauthlib-2.1.0 pbr-4.2.0 pycparser-2.18 pyjwt-1.6.4 pyyaml-3.13 requests-oauthlib-1.0.0 requests-toolbelt-0.8.0 cd $WORKSPACE/src/.test-infra/jenkins python -m dependency_check.dependency_check_report_generator_test Traceback (most recent call last): File "/usr/lib/python2.7/runpy.py", line 174, in _run_module_as_main "__main__", fname, loader, pkg_name) File "/usr/lib/python2.7/runpy.py", line 72, in _run_code exec code in run_globals File "<https://builds.apache.org/job/beam_Dependency_Check/ws/src/.test-infra/jenkins/dependency_check/dependency_check_report_generator_test.py",> line 25, in <module> from dependency_check_report_generator import prioritize_dependencies File "dependency_check/dependency_check_report_generator.py", line 27, in <module> from dependency_check.report_generator_config import ReportGeneratorConfig File "dependency_check/report_generator_config.py", line 21, in <module> class ReportGeneratorConfig: File "dependency_check/report_generator_config.py", line 37, in ReportGeneratorConfig BEAM_JIRA_BOT_USRENAME= os.environ['BEAM_JIRA_BOT_USERNAME'] File "<https://builds.apache.org/job/beam_Dependency_Check/ws/src/dependency/check/lib/python2.7/UserDict.py",> line 40, in __getitem__ raise KeyError(key) KeyError: 'BEAM_JIRA_BOT_USERNAME' Build step 'Execute shell' marked build as failure