osuai-inference

Pull the image from the command line:

docker pull git.keijia.cyou/keijia/osuai-inference:51596a20327a

Digest

sha256:c976ee50c01eda3bf412e681146f87ffeade33c2430111c373cc430e4ed86ccf

For more information on the Container registry, see the documentation.

CUDA ONNX Runtime model service with CPU fallback for osu!AI

# debian.sh --arch 'amd64' out/ 'bookworm' '@1783900800'

ENV PATH=/usr/local/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

ENV LANG=C.UTF-8

RUN /bin/sh -c set -eux; apt-get update; apt-get install -y --no-install-recommends ca-certificates netbase tzdata ; rm -rf /var/lib/apt/lists/* # buildkit

ENV GPG_KEY=7169605F62C751356D054A26A821E680E5FA6305

ENV PYTHON_VERSION=3.12.13

ENV PYTHON_SHA256=c08bc65a81971c1dd5783182826503369466c7e67374d1646519adf05207b684

RUN /bin/sh -c set -eux; savedAptMark="$(apt-mark showmanual)"; apt-get update; apt-get install -y --no-install-recommends dpkg-dev gcc gnupg libbluetooth-dev libbz2-dev libc6-dev libdb-dev libffi-dev libgdbm-dev liblzma-dev libncursesw5-dev libreadline-dev libsqlite3-dev libssl-dev make tk-dev uuid-dev wget xz-utils zlib1g-dev ; wget -O python.tar.xz "https://www.python.org/ftp/python/${PYTHON_VERSION%%[a-z]*}/Python-$PYTHON_VERSION.tar.xz"; echo "$PYTHON_SHA256 *python.tar.xz" | sha256sum -c -; wget -O python.tar.xz.asc "https://www.python.org/ftp/python/${PYTHON_VERSION%%[a-z]*}/Python-$PYTHON_VERSION.tar.xz.asc"; GNUPGHOME="$(mktemp -d)"; export GNUPGHOME; gpg --batch --keyserver hkps://keys.openpgp.org --recv-keys "$GPG_KEY"; gpg --batch --verify python.tar.xz.asc python.tar.xz; gpgconf --kill all; rm -rf "$GNUPGHOME" python.tar.xz.asc; mkdir -p /usr/src/python; tar --extract --directory /usr/src/python --strip-components=1 --file python.tar.xz; rm python.tar.xz; cd /usr/src/python; gnuArch="$(dpkg-architecture --query DEB_BUILD_GNU_TYPE)"; ./configure --build="$gnuArch" --enable-loadable-sqlite-extensions --enable-optimizations --enable-option-checking=fatal --enable-shared $(test "${gnuArch%%-*}" != 'riscv64' && echo '--with-lto') --with-ensurepip ; nproc="$(nproc)"; EXTRA_CFLAGS="$(dpkg-buildflags --get CFLAGS)"; LDFLAGS="$(dpkg-buildflags --get LDFLAGS)"; LDFLAGS="${LDFLAGS:-} -Wl,--strip-all"; arch="$(dpkg --print-architecture)"; arch="${arch##*-}"; case "$arch" in amd64|arm64) EXTRA_CFLAGS="${EXTRA_CFLAGS:-} -fno-omit-frame-pointer -mno-omit-leaf-frame-pointer"; ;; i386) ;; *) EXTRA_CFLAGS="${EXTRA_CFLAGS:-} -fno-omit-frame-pointer"; ;; esac; make -j "$nproc" "EXTRA_CFLAGS=${EXTRA_CFLAGS:-}" "LDFLAGS=${LDFLAGS:-}" ; rm python; make -j "$nproc" "EXTRA_CFLAGS=${EXTRA_CFLAGS:-}" "LDFLAGS=${LDFLAGS:-} -Wl,-rpath='\$\$ORIGIN/../lib'" python ; make install; cd /; rm -rf /usr/src/python; find /usr/local -depth $ \( -type d -a \( -name test -o -name tests -o -name idle_test $ \) -o $ -type f -a \( -name '*.pyc' -o -name '*.pyo' -o -name 'libpython*.a' $ \) \) -exec rm -rf '{}' + ; ldconfig; apt-mark auto '.*' > /dev/null; apt-mark manual $savedAptMark; find /usr/local -type f -executable -not $ -name '*tkinter*' $ -exec ldd '{}' ';' | awk '/=>/ { so = $(NF-1); if (index(so, "/usr/local/") == 1) { next }; gsub("^/(usr/)?", "", so); printf "*%s\n", so }' | sort -u | xargs -rt dpkg-query --search | awk 'sub(":$", "", $1) { print $1 }' | sort -u | xargs -r apt-mark manual ; apt-get purge -y --auto-remove -o APT::AutoRemove::RecommendsImportant=false; rm -rf /var/lib/apt/lists/*; export PYTHONDONTWRITEBYTECODE=1; python3 --version; pip3 --version # buildkit

RUN /bin/sh -c set -eux; for src in idle3 pip3 pydoc3 python3 python3-config; do dst="$(echo "$src" | tr -d 3)"; [ -s "/usr/local/bin/$src" ]; [ ! -e "/usr/local/bin/$dst" ]; ln -svT "$src" "/usr/local/bin/$dst"; done # buildkit

CMD ["python3"]

ENV PYTHONDONTWRITEBYTECODE=1 PYTHONUNBUFFERED=1 PIP_DISABLE_PIP_VERSION_CHECK=1 PATH=/opt/osuai/venv/bin:/usr/local/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

RUN /bin/sh -c apt-get update && apt-get install -y --no-install-recommends ca-certificates libgomp1 libstdc++6 && rm -rf /var/lib/apt/lists/* # buildkit

COPY /opt/osuai/venv /opt/osuai/venv # buildkit

COPY /output/wheels /tmp/wheels # buildkit

RUN /bin/sh -c /opt/osuai/venv/bin/python -m pip install --no-cache-dir --no-deps /tmp/wheels/*.whl && rm -rf /tmp/wheels && /opt/osuai/venv/bin/python -c "import importlib.util; assert importlib.util.find_spec('osuai_training') is None; assert importlib.util.find_spec('torch') is None" # buildkit

ARG INFERENCE_BUNDLE_RELEASE=osuai-inference-v2.0.3-e32

COPY runtime-assets/models/osuai-inference-v2.0.3-e32/ /opt/osuai/runtime/models/osuai-inference-v2.0.3-e32/ # buildkit

ENV OSUAI_ONNX_BUNDLE=/opt/osuai/runtime/models/osuai-inference-v2.0.3-e32 OSUAI_ONNX_HOST=0.0.0.0 OSUAI_ONNX_PORT=8780 OSUAI_ONNX_EXECUTION_PROVIDER=auto OSUAI_ONNX_INTRA_OP_THREADS=0 OSUAI_ONNX_INTER_OP_THREADS=1

RUN |1 INFERENCE_BUNDLE_RELEASE=osuai-inference-v2.0.3-e32 /bin/sh -c python -c "import os; from pathlib import Path; from osuai_onnx.bundle import load_onnx_bundle; load_onnx_bundle(Path(os.environ['OSUAI_ONNX_BUNDLE']), intra_op_threads=1, execution_provider='cpu')" # buildkit

RUN |1 INFERENCE_BUNDLE_RELEASE=osuai-inference-v2.0.3-e32 /bin/sh -c groupadd --gid 10001 osuai && useradd --uid 10001 --gid 10001 --home-dir /var/lib/osuai --create-home --shell /usr/sbin/nologin osuai # buildkit

USER 10001:10001

WORKDIR /var/lib/osuai

EXPOSE map[8780/tcp:{}]

ARG VCS_REF=unknown

LABEL org.opencontainers.image.title=osu!AI ONNX inference org.opencontainers.image.description=CUDA ONNX Runtime model service with CPU fallback for osu!AI org.opencontainers.image.source=https://git.keijia.cyou/keijia/OsuAI org.opencontainers.image.revision=51596a20327a8e7f1e6db5881b7d73fff8eaa898

STOPSIGNAL SIGTERM

ENTRYPOINT ["osuai-onnx"]

CMD ["--host" "0.0.0.0" "--port" "8780"]

Key	Value
org.opencontainers.image.description	CUDA ONNX Runtime model service with CPU fallback for osu!AI
org.opencontainers.image.revision	51596a20327a8e7f1e6db5881b7d73fff8eaa898
org.opencontainers.image.source	https://git.keijia.cyou/keijia/OsuAI
org.opencontainers.image.title	osu!AI ONNX inference

osuai-inference (51596a20327a)

Installation

About this package

Image layers

Labels