gitea

Repositories Projects Packages Public Activity Starred Repositories

flink-kafka-data-pipline (latest)

Published 2025-07-16 12:09:24 +00:00 by gitea

Installation

Pull the image from the command line:

docker pull git.pxdc.io/gitea/flink-kafka-data-pipline:latest

Digest

sha256:c13b6f2e674398a8990a829f813931abf5c19d948be20941e72b36361e113b01

For more information on the Container registry, see the documentation.

About this package

Flink-based kafka pipeline for warm/cold storage

Image Layers

ADD file:6039adfbca55ed34a719c37672c664e3524130a0e2a3b8663629b8120b81b790 in /

CMD ["bash"]

/bin/sh -c set -eux; apt-get update; apt-get install -y --no-install-recommends ca-certificates p11-kit ; rm -rf /var/lib/apt/lists/*

ENV JAVA_HOME=/usr/local/openjdk-11

/bin/sh -c { echo '#/bin/sh'; echo 'echo "$JAVA_HOME"'; } > /usr/local/bin/docker-java-home && chmod +x /usr/local/bin/docker-java-home && [ "$JAVA_HOME" = "$(docker-java-home)" ] # backwards compatibility

ENV PATH=/usr/local/openjdk-11/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

ENV LANG=C.UTF-8

ENV JAVA_VERSION=11.0.16

/bin/sh -c set -eux; arch="$(dpkg --print-architecture)"; case "$arch" in 'amd64') downloadUrl='https://github.com/AdoptOpenJDK/openjdk11-upstream-binaries/releases/download/jdk-11.0.16%2B8/OpenJDK11U-jre_x64_linux_11.0.16_8.tar.gz'; ;; 'arm64') downloadUrl='https://github.com/AdoptOpenJDK/openjdk11-upstream-binaries/releases/download/jdk-11.0.16%2B8/OpenJDK11U-jre_aarch64_linux_11.0.16_8.tar.gz'; ;; *) echo >&2 "error: unsupported architecture: '$arch'"; exit 1 ;; esac; savedAptMark="$(apt-mark showmanual)"; apt-get update; apt-get install -y --no-install-recommends dirmngr gnupg wget ; rm -rf /var/lib/apt/lists/*; wget --progress=dot:giga -O openjdk.tgz "$downloadUrl"; wget --progress=dot:giga -O openjdk.tgz.asc "$downloadUrl.sign"; export GNUPGHOME="$(mktemp -d)"; gpg --batch --keyserver keyserver.ubuntu.com --recv-keys EAC843EBD3EFDB98CC772FADA5CD6035332FA671; gpg --batch --keyserver keyserver.ubuntu.com --keyserver-options no-self-sigs-only --recv-keys CA5F11C6CE22644D42C6AC4492EF8D39DC13168F; gpg --batch --list-sigs --keyid-format 0xLONG CA5F11C6CE22644D42C6AC4492EF8D39DC13168F | tee /dev/stderr | grep '0xA5CD6035332FA671' | grep 'Andrew Haley'; gpg --batch --verify openjdk.tgz.asc openjdk.tgz; gpgconf --kill all; rm -rf "$GNUPGHOME"; mkdir -p "$JAVA_HOME"; tar --extract --file openjdk.tgz --directory "$JAVA_HOME" --strip-components 1 --no-same-owner ; rm openjdk.tgz*; apt-mark auto '.*' > /dev/null; [ -z "$savedAptMark" ] || apt-mark manual $savedAptMark > /dev/null; apt-get purge -y --auto-remove -o APT::AutoRemove::RecommendsImportant=false; { echo '#!/usr/bin/env bash'; echo 'set -Eeuo pipefail'; echo 'trust extract --overwrite --format=java-cacerts --filter=ca-anchors --purpose=server-auth "$JAVA_HOME/lib/security/cacerts"'; } > /etc/ca-certificates/update.d/docker-openjdk; chmod +x /etc/ca-certificates/update.d/docker-openjdk; /etc/ca-certificates/update.d/docker-openjdk; find "$JAVA_HOME/lib" -name '*.so' -exec dirname '{}' ';' | sort -u > /etc/ld.so.conf.d/docker-openjdk.conf; ldconfig; java -Xshare:dump; java --version

RUN /bin/sh -c apt-get update && apt-get install -y curl netcat && rm -rf /var/lib/apt/lists/* # buildkit

RUN /bin/sh -c groupadd -r flink && useradd -r -g flink flink # buildkit

WORKDIR /opt/flink-app

RUN /bin/sh -c mkdir -p logs && chown -R flink:flink logs # buildkit

COPY /app/target/flink-kafka-1.0-SNAPSHOT.jar ./app.jar # buildkit

COPY /app/src/main/resources/log4j2.properties ./conf/ # buildkit

RUN /bin/sh -c chown -R flink:flink /opt/flink-app # buildkit

USER flink

ENV FLINK_APP_JAR=/opt/flink-app/app.jar

ENV FLINK_CONF_DIR=/opt/flink-app/conf

ENV LOG4J_CONFIGURATION_FILE=/opt/flink-app/conf/log4j2.properties

HEALTHCHECK &{["CMD-SHELL" "curl -f http://localhost:8081/overview || exit 1"] "30s" "10s" "1m0s" "0s" '\x03'}

CMD ["java" "-cp" "/opt/flink-app/app.jar" "com.myorg.pipeline.KafkaToDorisJob"]

LABEL maintainer=Data Engineering Team

LABEL version=1.0.0

LABEL description=Flink Kafka Pipeline - Warm/Cold Storage Processing

LABEL org.opencontainers.image.source=https://github.com/myorg/flink-kafka

LABEL org.opencontainers.image.title=Flink Kafka Pipeline

LABEL org.opencontainers.image.description=Flink-based kafka pipeline for warm/cold storage

LABEL org.opencontainers.image.version=1.0.0

EXPOSE map[8081/tcp:{} 9249/tcp:{}]

Labels

Key	Value
description	Flink Kafka Pipeline - Warm/Cold Storage Processing
maintainer	Data Engineering Team
org.opencontainers.image.description	Flink-based kafka pipeline for warm/cold storage
org.opencontainers.image.source	https://github.com/myorg/flink-kafka
org.opencontainers.image.title	Flink Kafka Pipeline
org.opencontainers.image.version	1.0.0
version	1.0.0

Details

Container

2025-07-16 12:09:24 +00:00

0

OCI / Docker

linux/arm64

Repository Site

460 MiB

Versions (2) View all

latest 2025-07-16

v2 2025-07-16