From 622dbaf1ccedb78e1a70cb53be4010ae11aefef3 Mon Sep 17 00:00:00 2001 From: Ladislav Sulak Date: Wed, 21 Oct 2026 10:46:16 +0200 Subject: [PATCH 1/2] removing hard-coded confluent kafka version and supplying it from requirements file --- Dockerfile | 15 ++++++++------- 1 file changed, 8 insertions(+), 7 deletions(-) diff --git a/Dockerfile b/Dockerfile index 5dcb254..9298c7f 100644 --- a/Dockerfile +++ b/Dockerfile @@ -50,18 +50,19 @@ RUN \ echo "#################" && \ echo "### librdkafka ###" && \ echo "#################" && \ + # Build librdkafka from the version pinned for confluent-kafka in requirements.txt. \ + CONFLUENT_KAFKA_VERSION=$(grep ^confluent-kafka== ${LAMBDA_TASK_ROOT}/requirements.txt | cut -d "=" -f3) && \ mkdir -p /tmp/env-install-workdir/librdkafka && \ cd /tmp/env-install-workdir/librdkafka && \ - wget --ca-certificate=/etc/pki/tls/certs/ca-bundle.crt https://github.com/confluentinc/librdkafka/archive/v2.15.0.tar.gz && \ - tar -xf v2.15.0.tar.gz && \ - cd /tmp/env-install-workdir/librdkafka/librdkafka-2.15.0 && \ - ./configure && make && make install && \ + wget --ca-certificate=/etc/pki/tls/certs/ca-bundle.crt https://github.com/confluentinc/librdkafka/archive/v${CONFLUENT_KAFKA_VERSION}.tar.gz && \ + tar -xf v${CONFLUENT_KAFKA_VERSION}.tar.gz && \ + cd /tmp/env-install-workdir/librdkafka/librdkafka-${CONFLUENT_KAFKA_VERSION} && \ echo "###################" && \ echo "### pip installs ###" && \ echo "###################" && \ - # requirements.txt pins the version of confluent-kafka. - # --no-binary confluent-kafka forces source compilation against the system librdkafka - # built above, which includes Kerberos/GSSAPI support. The PyPI compiles without GSSAPI. + # requirements.txt pins the version of confluent-kafka. \ + # --no-binary confluent-kafka forces source compilation against the system librdkafka \ + # built above, which includes Kerberos/GSSAPI support. The PyPI compiles without GSSAPI. \ pip install -r ${LAMBDA_TASK_ROOT}/requirements.txt --no-binary confluent-kafka && \ echo "##############" && \ echo "### cleanup ###" && \ From 5d81bbd8ed98c301707c375df1e6f76abb4cbb82 Mon Sep 17 00:00:00 2001 From: Ladislav Sulak Date: Wed, 21 Oct 2026 10:52:03 +0200 Subject: [PATCH 2/2] Update Dockerfile to include librdkafka installation Co-authored-by: Copilot Autofix powered by AI <175728472+Copilot@users.noreply.github.com> --- Dockerfile | 1 + 1 file changed, 1 insertion(+) diff --git a/Dockerfile b/Dockerfile index 9298c7f..ffd8191 100644 --- a/Dockerfile +++ b/Dockerfile @@ -57,6 +57,7 @@ RUN \ wget --ca-certificate=/etc/pki/tls/certs/ca-bundle.crt https://github.com/confluentinc/librdkafka/archive/v${CONFLUENT_KAFKA_VERSION}.tar.gz && \ tar -xf v${CONFLUENT_KAFKA_VERSION}.tar.gz && \ cd /tmp/env-install-workdir/librdkafka/librdkafka-${CONFLUENT_KAFKA_VERSION} && \ + ./configure && make && make install && \ echo "###################" && \ echo "### pip installs ###" && \ echo "###################" && \