Move dockerfiles for ubuntu and manylinux_2_28

.commitlintrc.yml

@@ -5,3 +5,4 @@ extends:
 rules:
   header-max-length: [1, 'always', 100]
   body-max-line-length: [1, 'always', 100]
+  footer-max-line-length: [1, 'always', 100]

.github/workflows/docker-manylinux.yml

@@ -0,0 +1,46 @@
+---
+name: manylinux
+
+on:
+  pull_request:
+    branches: [main]
+    paths:
+      - 'docker-bake.manylinux.hcl'
+      - 'Dockerfile.manylinux*'
+      - 'scripts/**'
+
+permissions: {}
+
+jobs:
+  bake:
+    strategy:
+      fail-fast: false
+      matrix:
+        include:
+          - arch: x86_64
+            targets: x86_64,x86_64-plugins
+            host_runner: ubuntu-latest
+          - arch: aarch64
+            targets: aarch64,aarch64-plugins
+            host_runner: ubuntu-24.04-arm
+
+    name: manylinux_2_28 (${{ matrix.arch }})
+    runs-on: ${{ matrix.host_runner }}
+
+    steps:
+      - if: ${{ github.event_name != 'pull_request' }}
+        name: Login to DockerHub
+        uses: docker/login-action@v3
+        with:
+          username: ${{ secrets.DOCKER_USERNAME }}
+          password: ${{ secrets.DOCKER_ACCESS_TOKEN }}
+
+      - name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v3
+
+      - name: Bake and Push
+        uses: docker/bake-action@v6
+        with:
+          push: ${{ github.event_name != 'pull_request' }}
+          files: docker-bake.manylinux.hcl
+          targets: ${{ matrix.targets }}

.github/workflows/docker-ubuntu.yml

@@ -0,0 +1,46 @@
+---
+name: ubuntu
+
+on:
+  pull_request:
+    branches: [main]
+    paths:
+      - 'docker-bake.ubuntu.hcl'
+      - 'Dockerfile.ubuntu*'
+      - 'scripts/**'
+
+permissions: {}
+
+jobs:
+  bake:
+    strategy:
+      fail-fast: false
+      matrix:
+        include:
+          - arch: x86_64
+            targets: focal,jammy,noble,cuda
+            host_runner: ubuntu-latest
+          - arch: aarch64
+            targets: aarch64
+            host_runner: ubuntu-24.04-arm
+
+    name: Ubuntu (${{ matrix.arch }})
+    runs-on: ${{ matrix.host_runner }}
+
+    steps:
+      - if: ${{ github.event_name != 'pull_request' }}
+        name: Login to DockerHub
+        uses: docker/login-action@v3
+        with:
+          username: ${{ secrets.DOCKER_USERNAME }}
+          password: ${{ secrets.DOCKER_ACCESS_TOKEN }}
+
+      - name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v3
+
+      - name: Bake and Push
+        uses: docker/bake-action@v6
+        with:
+          push: ${{ github.event_name != 'pull_request' }}
+          files: docker-bake.ubuntu.hcl
+          targets: ${{ matrix.targets }}

Dockerfile.manylinux_2_28-base

@@ -0,0 +1,58 @@
+# SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
+# SPDX-FileCopyrightText: 2019-2024 Second State INC
+ARG BASE_IMAGE="quay.io/pypa/manylinux_2_28_x86_64"
+FROM ${BASE_IMAGE}
+
+ADD scripts/SHA256SUM.manylinux_2_28 /root/
+
+# See /opt/rh/gcc-toolset-13/enable
+ENV PATH=/opt/rh/gcc-toolset-13/root/usr/bin${PATH:+:${PATH}}
+ENV MANPATH=/opt/rh/gcc-toolset-13/root/usr/share/man${MANPATH:+:${MANPATH}}
+ENV INFOPATH=/opt/rh/gcc-toolset-13/root/usr/share/info${INFOPATH:+:${INFOPATH}}
+ENV LD_LIBRARY_PATH=/opt/rh/gcc-toolset-13/root/usr/lib64:/opt/rh/gcc-toolset-13/root/usr/lib:${LD_LIBRARY_PATH:+:${LD_LIBRARY_PATH}}
+ENV PKG_CONFIG_PATH=/opt/rh/gcc-toolset-13/root/usr/lib64/pkgconfig${PKG_CONFIG_PATH:+:${PKG_CONFIG_PATH}}
+
+ARG LLVM_TARGETS LLVM_TRIPLE
+
+RUN cd && (yum check-update || true) && yum install -y openssl-devel rpm-build cmake yum-utils && \
+    yum-config-manager --add-repo https://cli.github.com/packages/rpm/gh-cli.repo && \
+    yum install -y gcc-toolset-13 && \
+    export CPU=$(/opt/python/cp311-cp311/bin/python3 -c \
+        'import multiprocessing; print(multiprocessing.cpu_count())') && \
+    export CFGFLAGS="--prefix=/opt/rh/gcc-toolset-13/root/usr --disable-shared --libdir=/opt/rh/gcc-toolset-13/root/usr/lib64" && \
+    curl -s -L -O --remote-name-all \
+        https://github.com/ninja-build/ninja/archive/refs/tags/v1.12.1.tar.gz \
+        https://github.com/llvm/llvm-project/releases/download/llvmorg-19.1.5/llvm-19.1.5.src.tar.xz \
+        https://github.com/llvm/llvm-project/releases/download/llvmorg-19.1.5/lld-19.1.5.src.tar.xz \
+        https://github.com/llvm/llvm-project/releases/download/llvmorg-19.1.5/libunwind-19.1.5.src.tar.xz \
+        https://github.com/llvm/llvm-project/releases/download/llvmorg-19.1.5/cmake-19.1.5.src.tar.xz \
+        https://github.com/llvm/llvm-project/releases/download/llvmorg-19.1.5/third-party-19.1.5.src.tar.xz \
+        https://github.com/llvm/llvm-project/releases/download/llvmorg-19.1.5/clang-19.1.5.src.tar.xz && \
+    sha256sum -c SHA256SUM.manylinux_2_28 && \
+    gzip -dc v1.12.1.tar.gz | tar -xf - && \
+    xz -dc llvm-19.1.5.src.tar.xz | tar -xf - && \
+    xz -dc lld-19.1.5.src.tar.xz | tar -xf - && \
+    xz -dc libunwind-19.1.5.src.tar.xz | tar -xf - && \
+    xz -dc cmake-19.1.5.src.tar.xz | tar -xf - && \
+    xz -dc third-party-19.1.5.src.tar.xz | tar -xf - && \
+    xz -dc clang-19.1.5.src.tar.xz | tar -xf - && \
+    mkdir build && cd build && /opt/python/cp311-cp311/bin/python \
+        ../ninja-1.12.1/configure.py --bootstrap \
+        --with-python=/opt/python/cp311-cp311/bin/python && \
+    cp -v ninja /opt/rh/gcc-toolset-13/root/usr/bin/ninja && cd - && rm -rf build && \
+    mv -v llvm-19.1.5.src llvm && \
+    mv -v lld-19.1.5.src lld && \
+    mv -v libunwind-19.1.5.src libunwind && \
+    mv -v cmake-19.1.5.src cmake && \
+    mv -v third-party-19.1.5.src third-party && \
+    mv -v clang-19.1.5.src clang && \
+    cmake -Bbuild -GNinja -DCMAKE_BUILD_TYPE=Release \
+        -DCMAKE_INSTALL_PREFIX=/opt/rh/gcc-toolset-13/root/usr \
+        -DPython3_ROOT_DIR=/opt/python/cp311-cp311 -DLLVM_LIBDIR_SUFFIX=64 \
+        -DLLVM_TARGETS_TO_BUILD="${LLVM_TARGETS}" -DLLVM_ENABLE_PROJECTS="lld;clang" \
+        -DLLVM_DEFAULT_TARGET_TRIPLE="${LLVM_TRIPLE}" \
+        -DBUILD_SHARED_LIBS=OFF llvm && \
+    cmake --build build --target install && \
+    rm -rf build && rm -rf *
+
+RUN yum clean all

Dockerfile.manylinux_2_28-plugins-deps

@@ -0,0 +1,44 @@
+ARG BASE_IMAGE="wasmedge/wasmedge:manylinux_2_28_x86_64"
+FROM ${BASE_IMAGE} AS base
+
+WORKDIR /root
+
+### deps for x86_64 ###
+FROM base AS deps-amd64
+RUN cd && (yum check-update || true) && \
+  yum install -y wget unzip zlib-devel zlib-static elfutils-libelf-devel
+
+COPY scripts/wasi-nn/install-pytorch.sh .
+ENV PYTORCH_VERSION="2.5.1"
+ENV PYTORCH_INSTALL_TO="/root"
+ENV Torch_DIR="/root/libtorch"
+RUN [ "/bin/bash", "install-pytorch.sh", "--disable-cxx11-abi" ]
+
+### deps for aarch64 ###
+FROM base AS deps-arm64
+RUN cd && (yum check-update || true) && \
+  yum install -y wget unzip zlib-devel zlib-static
+
+### deps for all ###
+FROM deps-${TARGETARCH} AS final
+
+COPY scripts/opencvmini/install-opencvmini.sh .
+ENV OPENCV_VERSION="4.8.0"
+RUN [ "/bin/bash", "install-opencvmini.sh" ]
+
+COPY scripts/wasi-crypto/build-openssl.sh .
+ENV OpenSSL_DIR="/root/openssl-1.1.1n/openssl"
+RUN [ "/bin/bash", "build-openssl.sh" ]
+
+COPY scripts/ffmpeg/install-ffmpeg-v6.0.sh .
+RUN [ "/bin/bash", "install-ffmpeg-v6.0.sh" ]
+ENV PKG_CONFIG_PATH=/root/FFmpeg-n6.0/output/lib/pkgconfig${PKG_CONFIG_PATH:+:${PKG_CONFIG_PATH}}
+ENV LD_LIBRARY_PATH=/root/FFmpeg-n6.0/output/lib${LD_LIBRARY_PATH:+:${LD_LIBRARY_PATH}}
+
+ENV OPENVINO_VERSION="2025.0.0"
+ENV OPENVINO_YEAR="2025"
+
+COPY scripts/wasi-nn/install-onnxruntime.sh .
+RUN [ "/bin/bash", "install-onnxruntime.sh" ]
+
+RUN yum clean all

Dockerfile.ubuntu-base

@@ -0,0 +1,78 @@
+ARG UBUNTU_VER=22
+FROM ubuntu:${UBUNTU_VER}.04 AS base
+
+ENV DEBIAN_FRONTEND=noninteractive
+RUN apt-get update && \
+    apt-get upgrade -y && \
+    apt-get install -y \
+        curl \
+        dpkg-dev \
+        g++ \
+        gcc \
+        git \
+        ninja-build \
+        software-properties-common \
+        wget \
+        zlib1g-dev
+
+### deps for ubuntu 20.04 ###
+FROM base AS deps-20
+
+RUN curl -sSf https://apt.kitware.com/kitware-archive.sh | sh
+RUN apt-get install -y cmake
+
+RUN wget -O - https://apt.llvm.org/llvm-snapshot.gpg.key | apt-key add - \
+        && echo "deb http://apt.llvm.org/focal llvm-toolchain-focal-18 main" | tee /etc/apt/sources.list.d/llvm.list
+
+RUN apt-get install -y \
+        llvm-18-dev \
+        liblld-18-dev \
+        libpolly-18-dev \
+        clang-18
+
+RUN update-alternatives --install /usr/bin/clang clang /usr/bin/clang-18 100 && \
+    update-alternatives --install /usr/bin/clang++ clang++ /usr/bin/clang++-18 100 && \
+    update-alternatives --install /usr/bin/llvm-strip llvm-strip /usr/bin/llvm-strip-18 100
+
+ENV CC=/usr/bin/clang-18
+ENV CXX=/usr/bin/clang++-18
+
+### deps for ubuntu 22.04 ###
+FROM base AS deps-22
+
+RUN apt-get install -y cmake
+
+RUN apt-get install -y \
+        llvm-15-dev \
+        liblld-15-dev \
+        clang-15
+
+RUN update-alternatives --install /usr/bin/clang clang /usr/bin/clang-15 100 && \
+    update-alternatives --install /usr/bin/clang++ clang++ /usr/bin/clang++-15 100 && \
+    update-alternatives --install /usr/bin/llvm-strip llvm-strip /usr/bin/llvm-strip-15 100
+
+ENV CC=/usr/bin/clang-15
+ENV CXX=/usr/bin/clang++-15
+
+### deps for ubuntu 24.04 ###
+FROM base AS deps-24
+
+RUN apt-get install -y cmake
+
+RUN apt-get install -y \
+        llvm-18-dev \
+        liblld-18-dev \
+        libpolly-18-dev \
+        clang-18
+
+RUN update-alternatives --install /usr/bin/clang clang /usr/bin/clang-18 100 && \
+    update-alternatives --install /usr/bin/clang++ clang++ /usr/bin/clang++-18 100 && \
+    update-alternatives --install /usr/bin/llvm-strip llvm-strip /usr/bin/llvm-strip-18 100
+
+ENV CC=/usr/bin/clang-18
+ENV CXX=/usr/bin/clang++-18
+
+### cleanup
+FROM deps-${UBUNTU_VER} AS clean-apt
+
+RUN rm -rf /var/lib/apt/lists/*

Dockerfile.ubuntu-cuda

@@ -0,0 +1,24 @@
+ARG BASE_IMAGE=wasmedge/wasmedge:latest
+FROM ${BASE_IMAGE} AS base
+
+WORKDIR /root
+
+ARG CUDA_KEYRING=cuda-keyring_1.1-1_all.deb
+RUN wget https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2004/x86_64/${CUDA_KEYRING} && \
+    dpkg -i ${CUDA_KEYRING} && \
+    rm -f ${CUDA_KEYRING}
+
+ARG NVCC_VER=12-0
+RUN apt-get update && \
+    apt-get install -y \
+        cuda-nvcc-${NVCC_VER} \
+        libcublas-dev-${NVCC_VER} \
+        pkg-config \
+        unzip
+
+ENV CXXFLAGS="-Wno-error"
+
+### cleanup
+FROM base AS clean-apt
+
+RUN rm -rf /var/lib/apt/lists/*

Dockerfile.ubuntu-env

@@ -0,0 +1,15 @@
+ARG BASE_IMAGE=wasmedge/wasmedge:latest
+ARG TOOLCHAIN=clang
+FROM ${BASE_IMAGE} AS base
+
+### env for clang
+FROM base AS deps-clang
+
+### env for gcc
+FROM base AS deps-gcc
+
+ENV CC=/usr/bin/gcc
+ENV CXX=/usr/bin/g++
+
+### final
+FROM deps-${TOOLCHAIN} AS final