Rework docker and CI to use uv

Author: Victor-Jung

.github/workflows/BuildDocker.yml

@@ -9,20 +9,37 @@ jobs:
     name: Deploy Docker image
     runs-on: ubuntu-22.04
     steps:
-      # Actually build the Docker container
-      - uses: actions/checkout@v3
-      - uses: docker/setup-buildx-action@v1
+      - uses: actions/checkout@v4
+      - uses: docker/setup-buildx-action@v3
+      
+      - name: Cache Docker layers
+        uses: actions/cache@v4
+        with:
+          path: /tmp/.buildx-cache
+          key: ${{ runner.os }}-buildx-${{ github.sha }}
+          restore-keys: |
+            ${{ runner.os }}-buildx-
+      
       - name: GHCR Log-in
-        uses: docker/login-action@v1
+        uses: docker/login-action@v3
         with:
           registry: ghcr.io
           username: ${{ github.actor }}
           password: ${{ secrets.GITHUB_TOKEN }}
+          
       - name: Build and push
-        uses: docker/build-push-action@v2
+        uses: docker/build-push-action@v5
         with:
           context: .
           file: Container/Dockerfile
           push: true
           # JUNGVI: If you operate from a fork and want to build a new docker make sure to replace 'pulp-platform' by your uname. 
-          tags: ghcr.io/pulp-platform/deepquant:main 
+          tags: ghcr.io/pulp-platform/deepquant:main
+          cache-from: type=local,src=/tmp/.buildx-cache
+          cache-to: type=local,dest=/tmp/.buildx-cache-new,mode=max
+          
+      # Prevent cache from growing indefinitely
+      - name: Move cache
+        run: |
+          rm -rf /tmp/.buildx-cache
+          mv /tmp/.buildx-cache-new /tmp/.buildx-cache 

.github/workflows/CI.yml

@@ -21,10 +21,10 @@ jobs:
         uses: actions/checkout@v4
         with:
           submodules: recursive
-      - name: Build DeepQuant
+      - name: Sync dependencies and install DeepQuant
         run: |
-          python -m pip install --upgrade pip
-          pip install -e .
+          uv sync --frozen
+          uv pip install -e .
 
   single-layer-tests:
     runs-on: ubuntu-latest
@@ -35,31 +35,27 @@ jobs:
         uses: actions/checkout@v4
         with:
           submodules: recursive
-      - name: Build DeepQuant
+      - name: Sync dependencies and install DeepQuant
         run: |
-          python -m pip install --upgrade pip
-          pip install -e .
+          uv sync --frozen
+          uv pip install -e .
       - name: Run Tests
         run: |
           pytest -m SingleLayerTests
 
   model-tests:
     runs-on: ubuntu-latest
-    # container:
-    #   image: ghcr.io/pulp-platform/deepquant:main
+    container:
+      image: ghcr.io/pulp-platform/deepquant:main
     steps:
       - name: Checkout Repo
         uses: actions/checkout@v4
         with:
           submodules: recursive
-      - name: Set up Python
-        uses: actions/setup-python@v5
-        with:
-          python-version: '3.11'
-      - name: Build DeepQuant
+      - name: Sync dependencies and install DeepQuant
         run: |
-          python -m pip install --upgrade pip
-          pip install -e .
+          uv sync --frozen
+          uv pip install -e .
       - name: Run Tests
         run: |
           pytest -m ModelTests -s

Container/Dockerfile

@@ -5,13 +5,18 @@ RUN apt-get update && apt-get install -y --no-install-recommends \
     git \
     curl \
     ca-certificates \
-    && rm -rf /var/lib/apt/lists/*
+    && rm -rf /var/lib/apt/lists/* \
+    && pip install --no-cache-dir uv
 
 WORKDIR /app
 
-COPY pyproject.toml .
+COPY pyproject.toml uv.lock .python-version ./
 
-RUN pip install --upgrade pip setuptools wheel && \
-    pip install toml-to-requirements && \
-    toml-to-req --toml-file pyproject.toml && \
-    pip install -r requirements.txt
+RUN uv venv /opt/venv \
+    && uv sync --frozen --no-dev \
+    && uv cache clean
+
+ENV VIRTUAL_ENV=/opt/venv
+ENV PATH="/opt/venv/bin:$PATH"
+
+WORKDIR /workspace