This is an automated email from the ASF dual-hosted git repository.
zixuan pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/pulsar.git
The following commit(s) were added to refs/heads/master by this push:
new 2308f27c555 [fix][build] Fix pulsar-client-python installation on ARM
arch (#22733)
2308f27c555 is described below
commit 2308f27c555e2d6aa5bc4d135e48249cab62c34e
Author: Zixuan Liu <node...@gmail.com>
AuthorDate: Sat May 18 00:26:29 2024 +0800
[fix][build] Fix pulsar-client-python installation on ARM arch (#22733)
Signed-off-by: Zixuan Liu <node...@gmail.com>
---
docker/pulsar/Dockerfile | 51 ++++++++++++++++++++++++------------------------
1 file changed, 26 insertions(+), 25 deletions(-)
diff --git a/docker/pulsar/Dockerfile b/docker/pulsar/Dockerfile
index 4c22a033d83..5553f13b879 100644
--- a/docker/pulsar/Dockerfile
+++ b/docker/pulsar/Dockerfile
@@ -48,28 +48,6 @@ RUN for SUBDIRECTORY in conf data download logs
instances/deps packages-storage;
RUN chmod -R g+rx /pulsar/bin
RUN chmod -R o+rx /pulsar
-## Create 2nd stage to build the Python dependencies
-## Since it needs to have GCC available, we're doing it in a different layer
-FROM alpine:3.19 AS python-deps
-
-RUN apk add --no-cache \
- bash \
- python3-dev \
- g++ \
- musl-dev \
- libffi-dev \
- py3-pip \
- py3-grpcio \
- py3-yaml
-
-RUN pip3 install --break-system-packages \
- kazoo
-
-ARG PULSAR_CLIENT_PYTHON_VERSION
-RUN pip3 install --break-system-packages \
- pulsar-client[all]==${PULSAR_CLIENT_PYTHON_VERSION}
-
-
### Create one stage to include JVM distribution
FROM alpine AS jvm
@@ -96,6 +74,8 @@ RUN apk add --no-cache \
bash \
python3 \
py3-pip \
+ py3-grpcio \
+ py3-yaml \
gcompat \
ca-certificates \
procps \
@@ -105,6 +85,30 @@ RUN apk add --no-cache \
# We can remove once new Alpine image is released
RUN apk upgrade --no-cache libssl3 libcrypto3
+# Python dependencies
+
+# The grpcio@1.59.3 is installed by apk, and Pulsar-client@3.4.0 requires
grpcio>=1.60.0, which causes the grocio to be reinstalled by pip.
+# If pip cannot find the grpcio wheel that the doesn't match the OS, the
grpcio will be compiled locally.
+# Once https://github.com/apache/pulsar-client-python/pull/211 is released,
keep only the pulsar-client[all] and kazoo dependencies, and remove comments.
+ARG PULSAR_CLIENT_PYTHON_VERSION
+RUN echo -e "\
+#pulsar-client[all]==${PULSAR_CLIENT_PYTHON_VERSION}\n\
+pulsar-client==${PULSAR_CLIENT_PYTHON_VERSION}\n\
+# Zookeeper\n\
+kazoo\n\
+# functions\n\
+protobuf>=3.6.1,<=3.20.3\n\
+grpcio>=1.59.3\n\
+apache-bookkeeper-client>=4.16.1\n\
+prometheus_client\n\
+ratelimit\n\
+# avro\n\
+fastavro>=1.9.2\n\
+" > /requirements.txt
+
+RUN pip3 install --break-system-packages --no-cache-dir --only-binary grpcio
-r /requirements.txt
+RUN rm /requirements.txt
+
# Install GLibc compatibility library
COPY --from=glibc /root/packages /root/packages
RUN apk add --allow-untrusted --force-overwrite /root/packages/glibc-*.apk
@@ -115,9 +119,6 @@ ENV JAVA_HOME=/opt/jvm
# The default is /pulsat/bin and cannot be written.
ENV PULSAR_PID_DIR=/pulsar/logs
-# Copy Python depedencies from the other stage
-COPY --from=python-deps /usr/lib/python3.11/site-packages
/usr/lib/python3.11/site-packages
-
ENV PULSAR_ROOT_LOGGER=INFO,CONSOLE
COPY --from=pulsar /pulsar /pulsar
