This is an automated email from the ASF dual-hosted git repository. lfrolov pushed a commit to branch DATALAB-2607 in repository https://gitbox.apache.org/repos/asf/incubator-datalab.git
commit 37b8a8179bed12d587ae145ff8a919290afe6127 Author: leonidfrolov <[email protected]> AuthorDate: Mon Nov 22 17:19:55 2021 +0200 [DATALAB-2607]: fixed request_id undefined error for Dataproc --- infrastructure-provisioning/src/general/lib/os/logger.py | 9 +++++++-- 1 file changed, 7 insertions(+), 2 deletions(-) diff --git a/infrastructure-provisioning/src/general/lib/os/logger.py b/infrastructure-provisioning/src/general/lib/os/logger.py index 6eb24c3..594608b 100644 --- a/infrastructure-provisioning/src/general/lib/os/logger.py +++ b/infrastructure-provisioning/src/general/lib/os/logger.py @@ -24,10 +24,15 @@ import os import subprocess #quick fix for spark configuration, when python script is launched on notebook instance without environment variables and log directories -if 'conf_resource' not in os.environ and 'request_id' not in os.environ: - os.environ['conf_resource'] = 'undefined_conf_resource' +try: + request_id = os.environ['request_id'] +except: os.environ['request_id'] = 'undefined_request_id' subprocess.run("sudo mkdir -p /logs/undefined_conf_resource/", shell=True, check=True) +try: + conf_resource = os.environ['conf_resource'] +except: + os.environ['conf_resource'] = 'undefined_conf_resource' local_log_filename = "{}_{}.log".format(os.environ['conf_resource'], os.environ['request_id']) local_log_filepath = "/logs/" + os.environ['conf_resource'] + "/" + local_log_filename --------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
