This is an automated email from the ASF dual-hosted git repository.
jscheffl pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/airflow.git
The following commit(s) were added to refs/heads/main by this push:
new 83da311e4ce Replaced null value with question mark in edge logs
(#44957)
83da311e4ce is described below
commit 83da311e4ce5a7965b2e1c412941a8f26ad8225e
Author: AutomationDev85 <[email protected]>
AuthorDate: Mon Dec 16 14:05:39 2024 +0100
Replaced null value with question mark in edge logs (#44957)
Co-authored-by: Marco Küttelwesch <[email protected]>
---
providers/src/airflow/providers/edge/CHANGELOG.rst | 8 ++++++++
providers/src/airflow/providers/edge/__init__.py | 2 +-
providers/src/airflow/providers/edge/cli/edge_command.py | 3 ++-
providers/src/airflow/providers/edge/provider.yaml | 2 +-
4 files changed, 12 insertions(+), 3 deletions(-)
diff --git a/providers/src/airflow/providers/edge/CHANGELOG.rst
b/providers/src/airflow/providers/edge/CHANGELOG.rst
index f9d9816d34a..af4df15918c 100644
--- a/providers/src/airflow/providers/edge/CHANGELOG.rst
+++ b/providers/src/airflow/providers/edge/CHANGELOG.rst
@@ -27,6 +27,14 @@
Changelog
---------
+0.9.6pre0
+.........
+
+Misc
+~~~~
+
+* ``Replace null value in log file chunk with question mark to fix exception
by pushing log into DB.``
+
0.9.5pre0
.........
diff --git a/providers/src/airflow/providers/edge/__init__.py
b/providers/src/airflow/providers/edge/__init__.py
index 72aaf60f364..7c0490c2078 100644
--- a/providers/src/airflow/providers/edge/__init__.py
+++ b/providers/src/airflow/providers/edge/__init__.py
@@ -29,7 +29,7 @@ from airflow import __version__ as airflow_version
__all__ = ["__version__"]
-__version__ = "0.9.5pre0"
+__version__ = "0.9.6pre0"
if
packaging.version.parse(packaging.version.parse(airflow_version).base_version)
< packaging.version.parse(
"2.10.0"
diff --git a/providers/src/airflow/providers/edge/cli/edge_command.py
b/providers/src/airflow/providers/edge/cli/edge_command.py
index 8e89c835252..115923e981f 100644
--- a/providers/src/airflow/providers/edge/cli/edge_command.py
+++ b/providers/src/airflow/providers/edge/cli/edge_command.py
@@ -275,7 +275,8 @@ class _EdgeWorkerCli:
read_data = logfile.read()
job.logsize += len(read_data)
# backslashreplace to keep not decoded characters and not
raising exception
- log_data = read_data.decode(errors="backslashreplace")
+ # replace null with question mark to fix issue during DB
push
+ log_data =
read_data.decode(errors="backslashreplace").replace("\x00", "\ufffd")
while True:
chunk_data = log_data[:push_log_chunk_size]
log_data = log_data[push_log_chunk_size:]
diff --git a/providers/src/airflow/providers/edge/provider.yaml
b/providers/src/airflow/providers/edge/provider.yaml
index ac64d35691b..f6b0457c07d 100644
--- a/providers/src/airflow/providers/edge/provider.yaml
+++ b/providers/src/airflow/providers/edge/provider.yaml
@@ -27,7 +27,7 @@ source-date-epoch: 1729683247
# note that those versions are maintained by release manager - do not update
them manually
versions:
- - 0.9.5pre0
+ - 0.9.6pre0
dependencies:
- apache-airflow>=2.10.0
