This is an automated email from the ASF dual-hosted git repository.
lfrolov pushed a commit to branch develop
in repository https://gitbox.apache.org/repos/asf/incubator-datalab.git
The following commit(s) were added to refs/heads/develop by this push:
new 3feb952 [DATALAB-1865]: Fixed spark-kernel-brunel jar link
new 6ec93f2 Merge pull request #1298 from owlleg6/develop
3feb952 is described below
commit 3feb9523d1ee163b63e9df0bef1c4af7380af630
Author: Oleg Mykolaishyn <[email protected]>
AuthorDate: Wed Oct 13 11:47:25 2021 +0300
[DATALAB-1865]: Fixed spark-kernel-brunel jar link
---
infrastructure-provisioning/src/general/lib/os/fab.py | 2 +-
.../general/scripts/aws/jupyter_dataengine-service_create_configs.py | 2 +-
2 files changed, 2 insertions(+), 2 deletions(-)
diff --git a/infrastructure-provisioning/src/general/lib/os/fab.py
b/infrastructure-provisioning/src/general/lib/os/fab.py
index 3fa3cea..7333455 100644
--- a/infrastructure-provisioning/src/general/lib/os/fab.py
+++ b/infrastructure-provisioning/src/general/lib/os/fab.py
@@ -837,7 +837,7 @@ def add_breeze_library_local(os_user):
{1}jfreechart-{0}.jar'.format('1.0.19', breeze_tmp_dir))
conn.sudo('wget
https://repo1.maven.org/maven2/org/jfree/jcommon/{0}/jcommon-{0}.jar -O \
{1}jcommon-{0}.jar'.format('1.0.24', breeze_tmp_dir))
- conn.sudo('wget --no-check-certificate
https://brunelvis.org/jar/spark-kernel-brunel-all-{0}.jar -O \
+ conn.sudo('wget --no-check-certificate
https://nexus.develop.dlabanalytics.com/repository/packages-public/spark-kernel-brunel-all-{0}.jar
-O \
{1}spark-kernel-brunel-all-{0}.jar'.format('2.3',
breeze_tmp_dir))
conn.sudo('mv {0}* {1}'.format(breeze_tmp_dir, jars_dir))
conn.sudo('touch /home/' + os_user +
'/.ensure_dir/breeze_local_ensured')
diff --git
a/infrastructure-provisioning/src/general/scripts/aws/jupyter_dataengine-service_create_configs.py
b/infrastructure-provisioning/src/general/scripts/aws/jupyter_dataengine-service_create_configs.py
index ca5277f..38b21ae 100644
---
a/infrastructure-provisioning/src/general/scripts/aws/jupyter_dataengine-service_create_configs.py
+++
b/infrastructure-provisioning/src/general/scripts/aws/jupyter_dataengine-service_create_configs.py
@@ -149,7 +149,7 @@ def add_breeze_library_emr(args):
breeze_tmp_dir + 'jfreechart-1.0.19.jar', shell=True, check=True)
subprocess.run('wget
https://repo1.maven.org/maven2/org/jfree/jcommon/1.0.24/jcommon-1.0.24.jar -O '
+
breeze_tmp_dir + 'jcommon-1.0.24.jar', shell=True, check=True)
- subprocess.run('wget --no-check-certificate
https://brunelvis.org/jar/spark-kernel-brunel-all-2.3.jar -O ' +
+ subprocess.run('wget --no-check-certificate
https://nexus.develop.dlabanalytics.com/repository/packages-public/spark-kernel-brunel-all-2.3.jar
-O ' +
breeze_tmp_dir + 'spark-kernel-brunel-all-2.3.jar', shell=True,
check=True)
subprocess.run('sudo mv ' + breeze_tmp_dir + '* ' +
new_jars_directory_path, shell=True, check=True)
subprocess.run(""" sudo bash -c "sed -i
'/spark.driver.extraClassPath/s/$/:\/opt\/""" + args.emr_version +
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
