animatex: build an image, adds CI pipeline

2026-10-09 00:09:55 +00:00 · 2025-02-05 17:56:51 +05:30
parent c8417fe82c
commit d75e712d6a
2 changed files with 148 additions and 0 deletions
@@ -0,0 +1,70 @@
+# Adapted from
+# https://github.com/actions/starter-workflows/ci/docker-publish.yml
+# If using base images, don't forget to add READ access, eg. from a package settings page like:
+# https://github.com/orgs/storytold/packages/container/docker-base-images-rust-ssl/settings/actions_access
+name: Build Animate-X Docker Image
+on:
+  push:
+    paths:
+      - 'animation/animate-x/**'
+    branches:
+      # NB: Default-branch doesn't work, despite Github's documentation.
+      #- $default-branch
+      - master
+env:
+  IMAGE_NAME: animatex
+
+jobs:
+  # Push image to GitHub Packages.
+  # See also https://docs.docker.com/docker-hub/builds/
+  push:
+    #runs-on: ubuntu-latest
+    runs-on: github-ubuntu-64core # NB: Premium GitHub runner with more cores
+    if: github.event_name == 'push'
+    permissions:
+      packages: write
+      contents: read
+
+    steps:
+      - uses: actions/checkout@v2
+        with:
+          lfs: true  # Ensure Git LFS files are checked out
+
+      - name: Login to GitHub Container Registry
+        uses: docker/login-action@v1
+        with:
+          registry: ghcr.io
+          #username: ${{ github.repository_owner }}
+          username: ${{ github.actor }}
+          password: ${{ secrets.GITHUB_TOKEN }} 
+
+      - name: Build image
+        run: cd animation/animate-x/ && docker build . --file Dockerfile --tag $IMAGE_NAME --label "runnumber=${GITHUB_RUN_ID}"
+
+      - name: Push image to GitHub Container Registry
+        run: |
+          IMAGE_ID=ghcr.io/${{ github.repository_owner }}/$IMAGE_NAME
+
+          # Change all uppercase to lowercase
+          IMAGE_ID=$(echo $IMAGE_ID | tr '[A-Z]' '[a-z]')
+
+          # Strip git ref prefix from version
+          VERSION=$(echo "${{ github.ref }}" | sed -e 's,.*/\(.*\),\1,')
+
+          # Strip "v" prefix from tag name
+          [[ "${{ github.ref }}" == "refs/tags/"* ]] && VERSION=$(echo $VERSION | sed -e 's/^v//')
+
+          # Use Docker `latest` tag convention
+          [ "$VERSION" == "$default-branch" ] && VERSION=latest
+
+          echo IMAGE_ID=$IMAGE_ID
+          echo VERSION=$VERSION
+
+          docker tag $IMAGE_NAME $IMAGE_ID:$VERSION
+          docker push $IMAGE_ID:$VERSION
+
+          SHORT_SHA=$(echo ${GITHUB_SHA} | cut -c1-12)
+
+          docker tag $IMAGE_NAME $IMAGE_ID:$SHORT_SHA
+          docker push $IMAGE_ID:$SHORT_SHA
+
@@ -0,0 +1,78 @@
+# syntax=docker/dockerfile:1
+
+FROM nvidia/cuda:12.0.1-runtime-ubuntu22.04
+#FROM nvidia/cuda:12.2.2-cudnn8-devel-ubuntu22.04
+#FROM nvidia/cuda:11.8.0-runtime-ubuntu22.04
+
+ENV DEBIAN_FRONTEND=noninteractive
+
+# tzdata install hangs without presetting the time zone
+ENV TZ=UTC
+RUN ln -snf /usr/share/zoneinfo/$TZ /etc/localtime && echo $TZ > /etc/timezone
+
+RUN apt-get update \
+    && DEBIAN_FRONTEND=noninteractive TZ=Etc/UTC apt-get install -y \
+    build-essential \
+    curl \
+    ffmpeg \
+    git \
+    git-lfs \
+    htop \
+    libsndfile1 \
+    lsof \
+    ripgrep \
+    rsync \
+    tmux \
+    unzip \
+    vim \
+    wget \
+    checkinstall \
+    libncursesw5-dev  libssl-dev  libsqlite3-dev tk-dev libgdbm-dev libc6-dev libbz2-dev libffi-dev zlib1g-dev lzma liblzma-dev libbz2-dev \
+    --no-install-recommends \
+    && apt-get clean autoclean && apt-get autoremove -y && rm -rf /var/lib/{apt,dpkg,cache,log}/
+
+RUN cd /usr/src && \
+    wget https://www.python.org/ftp/python/3.9.21/Python-3.9.21.tgz && \
+    tar xzf Python-3.9.21.tgz && \
+    cd Python-3.9.21 && \
+    ./configure --enable-optimizations && \
+    make -j 8 install
+
+# Install rclone
+RUN cd /tmp && \
+    curl -O https://downloads.rclone.org/rclone-current-linux-amd64.zip && \
+        unzip rclone-current-linux-amd64.zip && \
+        cd rclone-*-linux-amd64 && \
+        cp rclone /usr/bin/ && \
+        chmod 755 /usr/bin/rclone && \
+        rm -rf /tmp/rclone*
+
+# Install entr
+RUN cd /tmp && \
+    wget -O entr.zip https://github.com/eradman/entr/archive/refs/tags/5.6.zip && \
+        unzip entr.zip && \
+        cd entr-5.6 && \
+        ./configure && \
+        make test && \
+        make install \
+        && rm -rf /tmp/entr-5.6
+
+RUN mkdir /python_install
+
+WORKDIR /python_install
+
+COPY requirements*.txt .
+
+# Kubernetes will copy over the venv we create here.
+# pip install taken from a frozen virtualenv.
+RUN python3 -m venv python \
+  && . python/bin/activate \
+  && pip install --upgrade pip wheel setuptools \
+  && pip install -r requirements.frozen.txt
+
+# Model code is kept separate from the venv
+RUN mkdir /model_code
+
+WORKDIR /model_code
+
+COPY . .