ada-pii (ee91574)

Published 2026-10-02 19:21:09 +00:00 by matthias

Installation

docker pull git.block-builder.de/matthias/ada-pii:ee91574
sha256:b4a94e03cd8826688c1616cf1c1be64fba9abda7e05e8c92df077a650a069038

Image layers

# debian.sh --arch 'amd64' out/ 'trixie' '@1789689600'
ENV PATH=/usr/local/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
ENV LANG=C.UTF-8
RUN /bin/sh -c set -eux; apt-get update; apt-get install -y --no-install-recommends ca-certificates netbase tzdata ; apt-get dist-clean # buildkit
ENV GPG_KEY=A035C8C19219BA821ECEA86B64E628F8D684696D
ENV PYTHON_VERSION=3.11.17
ENV PYTHON_SHA256=bfb74ad39efae27cda510f134ab408e00f9992c56851cfc0b1cdb5646da11599
RUN /bin/sh -c set -eux; savedAptMark="$(apt-mark showmanual)"; apt-get update; apt-get install -y --no-install-recommends dpkg-dev g++ gcc gnupg libbluetooth-dev libbz2-dev libc6-dev libdb-dev libffi-dev libgdbm-dev liblzma-dev libncursesw5-dev libreadline-dev libsqlite3-dev libssl-dev make tk-dev uuid-dev wget xz-utils zlib1g-dev ; wget -O python.tar.xz "https://www.python.org/ftp/python/${PYTHON_VERSION%%[a-z]*}/Python-$PYTHON_VERSION.tar.xz"; echo "$PYTHON_SHA256 *python.tar.xz" | sha256sum -c -; wget -O python.tar.xz.asc "https://www.python.org/ftp/python/${PYTHON_VERSION%%[a-z]*}/Python-$PYTHON_VERSION.tar.xz.asc"; GNUPGHOME="$(mktemp -d)"; export GNUPGHOME; gpg --batch --keyserver hkps://keys.openpgp.org --recv-keys "$GPG_KEY"; gpg --batch --verify python.tar.xz.asc python.tar.xz; gpgconf --kill all; rm -rf "$GNUPGHOME" python.tar.xz.asc; mkdir -p /usr/src/python; tar --extract --directory /usr/src/python --strip-components=1 --file python.tar.xz; rm python.tar.xz; cd /usr/src/python; gnuArch="$(dpkg-architecture --query DEB_BUILD_GNU_TYPE)"; ./configure --build="$gnuArch" --enable-loadable-sqlite-extensions --enable-optimizations --enable-option-checking=fatal --enable-shared $(test "${gnuArch%%-*}" != 'riscv64' && echo '--with-lto') --with-ensurepip ; nproc="$(nproc)"; EXTRA_CFLAGS="$(dpkg-buildflags --get CFLAGS)"; LDFLAGS="$(dpkg-buildflags --get LDFLAGS)"; LDFLAGS="${LDFLAGS:-} -Wl,--strip-all"; make -j "$nproc" "EXTRA_CFLAGS=${EXTRA_CFLAGS:-}" "LDFLAGS=${LDFLAGS:-}" ; rm python; make -j "$nproc" "EXTRA_CFLAGS=${EXTRA_CFLAGS:-}" "LDFLAGS=${LDFLAGS:-} -Wl,-rpath='\$\$ORIGIN/../lib'" python ; make install; cd /; rm -rf /usr/src/python; find /usr/local -depth \( \( -type d -a \( -name test -o -name tests -o -name idle_test \) \) -o \( -type f -a \( -name '*.pyc' -o -name '*.pyo' -o -name 'libpython*.a' \) \) \) -exec rm -rf '{}' + ; ldconfig; apt-mark auto '.*' > /dev/null; apt-mark manual $savedAptMark; find /usr/local -type f -executable -not \( -name '*tkinter*' \) -exec ldd '{}' ';' | awk '/=>/ { so = $(NF-1); if (index(so, "/usr/local/") == 1) { next }; gsub("^/(usr/)?", "", so); printf "*%s\n", so }' | sort -u | xargs -rt dpkg-query --search | awk 'sub(":$", "", $1) { print $1 }' | sort -u | xargs -r apt-mark manual ; apt-get purge -y --auto-remove -o APT::AutoRemove::RecommendsImportant=false; apt-get dist-clean; export PYTHONDONTWRITEBYTECODE=1; python3 --version; pip3 install --disable-pip-version-check --no-cache-dir --no-compile 'setuptools==79.0.1' 'wheel==0.46.3' ; pip3 --version # buildkit
RUN /bin/sh -c set -eux; for src in idle3 pip3 pydoc3 python3 python3-config; do dst="$(echo "$src" | tr -d 3)"; [ -s "/usr/local/bin/$src" ]; [ ! -e "/usr/local/bin/$dst" ]; ln -svT "$src" "/usr/local/bin/$dst"; done # buildkit
CMD ["python3"]
ENV PYTHONDONTWRITEBYTECODE=1 PYTHONUNBUFFERED=1 PIP_NO_CACHE_DIR=1 PIP_DISABLE_PIP_VERSION_CHECK=1
WORKDIR /app
RUN /bin/sh -c apt-get update && apt-get install -y --no-install-recommends build-essential && rm -rf /var/lib/apt/lists/* # buildkit
COPY /wheels /wheels # buildkit
COPY pyproject.toml README.md ./ # buildkit
COPY src/ ./src/ # buildkit
RUN /bin/sh -c pip install /wheels/*.whl && rm -rf /wheels # buildkit
RUN /bin/sh -c python -m spacy download de_core_news_lg # buildkit
RUN /bin/sh -c useradd -m -u 1000 appuser && chown -R appuser:appuser /app # buildkit
USER appuser
EXPOSE map[8000/tcp:{}]
HEALTHCHECK &{["CMD-SHELL" "python -c \"import httpx; httpx.get('http://localhost:8000/health').raise_for_status()\""] "30s" "10s" "1m0s" "0s" '\x03'}
CMD ["python" "-m" "uvicorn" "gdpr_proxy.api.main:app" "--host" "0.0.0.0" "--port" "8000"]
USER root
RUN /bin/sh -c pip install --no-cache-dir "torch==2.13.0" --index-url https://download.pytorch.org/whl/cpu && pip install --no-cache-dir "gliner-spacy==0.0.11" "gliner==0.2.28" "transformers==5.13.1" "huggingface_hub==1.29.0" "tokenizers==0.22.2" "safetensors==0.8.0" # buildkit
ENV HF_HOME=/app/.hf-cache
RUN /bin/sh -c python -c "from gliner import GLiNER; GLiNER.from_pretrained('urchade/gliner_multi_pii-v1')" && chown -R appuser:appuser /app/.hf-cache # buildkit
RUN /bin/sh -c pip install --no-cache-dir "onnxruntime==1.23.2" "onnx==1.19.1" "onnxscript==0.7.2" # buildkit
ENV GLINER_ONNX_DIR=/app/gliner-onnx
RUN /bin/sh -c python - <<'PY' && chown -R appuser:appuser /app/gliner-onnx import shutil from huggingface_hub import snapshot_download from gliner import GLiNER from gdpr_proxy.recognizers.gliner_recognizer import _onnx_laden d = "/app/gliner-onnx" shutil.copytree(snapshot_download("urchade/gliner_multi_pii-v1"), d, dirs_exist_ok=True, ignore=shutil.ignore_patterns("pytorch_model.bin", "*.safetensors", ".gitattributes")) ref = GLiNER.from_pretrained("urchade/gliner_multi_pii-v1") ref.export_to_onnx(d) onnx = _onnx_laden(d) labels = ["person", "organization", "location", "company", "full name"] text = ("Sehr geehrte Frau Annegret Feichtmayr, die Brandlhuber Haustechnik GmbH aus Freising " "bestätigt den Termin mit Herrn Quirin Weinzierl in der Lindenstraße 12, 85354 Freising.") a = [(e["start"], e["end"], e["label"]) for e in ref.predict_entities(text, labels, threshold=0.4)] b = [(e["start"], e["end"], e["label"]) for e in onnx.predict_entities(text, labels, threshold=0.4)] assert a and a == b, (a, b) print("GLiNER ONNX export ok:", len(a), "Fundstellen identisch") PY # buildkit
USER appuser
Details
Container
2026-10-02 19:21:09 +00:00
0
OCI / Docker
linux/amd64
2.9 GiB
Versions (13) View all
33d18b9 2026-10-29
7ee9b62 2026-10-29
fehlalarm-43dc247 2026-10-02
43dc247 2026-10-02
ee91574 2026-10-02