This is an automated email from the ASF dual-hosted git repository. lfrolov pushed a commit to branch DATALAB-2698 in repository https://gitbox.apache.org/repos/asf/incubator-datalab.git
commit bf6d18f0358aa7a490ab87becb28f325a50cedeb Author: leonidfrolov <[email protected]> AuthorDate: Mon Feb 14 18:41:50 2022 +0200 [DATALAB-2698]: added venv libs install --- .../src/general/lib/os/debian/notebook_lib.py | 5 +++++ .../src/tensor/scripts/configure_tensor_node.py | 7 +++++-- 2 files changed, 10 insertions(+), 2 deletions(-) diff --git a/infrastructure-provisioning/src/general/lib/os/debian/notebook_lib.py b/infrastructure-provisioning/src/general/lib/os/debian/notebook_lib.py index 7c094e1..4e9bdbd 100644 --- a/infrastructure-provisioning/src/general/lib/os/debian/notebook_lib.py +++ b/infrastructure-provisioning/src/general/lib/os/debian/notebook_lib.py @@ -395,6 +395,11 @@ def install_tensor(os_user, cuda_version, cuda_file_name, sys.exit(1) +def ensure_pytorch(os_user, libs): + if not exists(datalab.fab.conn, '/home/' + os_user + '/.ensure_dir/venv_libs_ensured'): + datalab.fab.conn.install_venv_pip_pkg(libs) + datalab.fab.conn.sudo('touch /home/' + os_user + '/.ensure_dir/venv_libs_ensured') + def ensure_pytorch(os_user, gpu=True): if not exists(datalab.fab.conn, '/home/' + os_user + '/.ensure_dir/pytorch_ensured'): if gpu: diff --git a/infrastructure-provisioning/src/tensor/scripts/configure_tensor_node.py b/infrastructure-provisioning/src/tensor/scripts/configure_tensor_node.py index 3566518..3686231 100644 --- a/infrastructure-provisioning/src/tensor/scripts/configure_tensor_node.py +++ b/infrastructure-provisioning/src/tensor/scripts/configure_tensor_node.py @@ -69,7 +69,7 @@ cuda_version = os.environ['notebook_cuda_version'] cuda_file_name = os.environ['notebook_cuda_file_name'] cudnn_version = os.environ['notebook_cudnn_version'] cudnn_file_name = os.environ['notebook_cudnn_file_name'] - +venv_libs = 'numpy scipy matplotlib pandas scikit-learn opencv-python' ############## # Run script # @@ -147,7 +147,10 @@ if __name__ == "__main__": ensure_pytorch(args.os_user) print("Install Matplotlib") ensure_matplot(args.os_user) - + + print("Install python venv required libs") + ensure_venv_libs(args.os_user, venv_libs) + #POST INSTALLATION PROCESS print("Updating pyOpenSSL library") update_pyopenssl_lib(args.os_user) --------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
