mirror of
https://github.com/storytold/storyteller-ml.git
synced 2026-10-29 09:18:21 +00:00
animatex: build an image, adds CI pipeline
This commit is contained in:
@@ -0,0 +1,70 @@
|
|||||||
|
# Adapted from
|
||||||
|
# https://github.com/actions/starter-workflows/ci/docker-publish.yml
|
||||||
|
# If using base images, don't forget to add READ access, eg. from a package settings page like:
|
||||||
|
# https://github.com/orgs/storytold/packages/container/docker-base-images-rust-ssl/settings/actions_access
|
||||||
|
name: Build Animate-X Docker Image
|
||||||
|
on:
|
||||||
|
push:
|
||||||
|
paths:
|
||||||
|
- 'animation/animate-x/**'
|
||||||
|
branches:
|
||||||
|
# NB: Default-branch doesn't work, despite Github's documentation.
|
||||||
|
#- $default-branch
|
||||||
|
- master
|
||||||
|
env:
|
||||||
|
IMAGE_NAME: animatex
|
||||||
|
|
||||||
|
jobs:
|
||||||
|
# Push image to GitHub Packages.
|
||||||
|
# See also https://docs.docker.com/docker-hub/builds/
|
||||||
|
push:
|
||||||
|
#runs-on: ubuntu-latest
|
||||||
|
runs-on: github-ubuntu-64core # NB: Premium GitHub runner with more cores
|
||||||
|
if: github.event_name == 'push'
|
||||||
|
permissions:
|
||||||
|
packages: write
|
||||||
|
contents: read
|
||||||
|
|
||||||
|
steps:
|
||||||
|
- uses: actions/checkout@v2
|
||||||
|
with:
|
||||||
|
lfs: true # Ensure Git LFS files are checked out
|
||||||
|
|
||||||
|
- name: Login to GitHub Container Registry
|
||||||
|
uses: docker/login-action@v1
|
||||||
|
with:
|
||||||
|
registry: ghcr.io
|
||||||
|
#username: ${{ github.repository_owner }}
|
||||||
|
username: ${{ github.actor }}
|
||||||
|
password: ${{ secrets.GITHUB_TOKEN }}
|
||||||
|
|
||||||
|
- name: Build image
|
||||||
|
run: cd animation/animate-x/ && docker build . --file Dockerfile --tag $IMAGE_NAME --label "runnumber=${GITHUB_RUN_ID}"
|
||||||
|
|
||||||
|
- name: Push image to GitHub Container Registry
|
||||||
|
run: |
|
||||||
|
IMAGE_ID=ghcr.io/${{ github.repository_owner }}/$IMAGE_NAME
|
||||||
|
|
||||||
|
# Change all uppercase to lowercase
|
||||||
|
IMAGE_ID=$(echo $IMAGE_ID | tr '[A-Z]' '[a-z]')
|
||||||
|
|
||||||
|
# Strip git ref prefix from version
|
||||||
|
VERSION=$(echo "${{ github.ref }}" | sed -e 's,.*/\(.*\),\1,')
|
||||||
|
|
||||||
|
# Strip "v" prefix from tag name
|
||||||
|
[[ "${{ github.ref }}" == "refs/tags/"* ]] && VERSION=$(echo $VERSION | sed -e 's/^v//')
|
||||||
|
|
||||||
|
# Use Docker `latest` tag convention
|
||||||
|
[ "$VERSION" == "$default-branch" ] && VERSION=latest
|
||||||
|
|
||||||
|
echo IMAGE_ID=$IMAGE_ID
|
||||||
|
echo VERSION=$VERSION
|
||||||
|
|
||||||
|
docker tag $IMAGE_NAME $IMAGE_ID:$VERSION
|
||||||
|
docker push $IMAGE_ID:$VERSION
|
||||||
|
|
||||||
|
SHORT_SHA=$(echo ${GITHUB_SHA} | cut -c1-12)
|
||||||
|
|
||||||
|
docker tag $IMAGE_NAME $IMAGE_ID:$SHORT_SHA
|
||||||
|
docker push $IMAGE_ID:$SHORT_SHA
|
||||||
|
|
||||||
@@ -0,0 +1,78 @@
|
|||||||
|
# syntax=docker/dockerfile:1
|
||||||
|
|
||||||
|
FROM nvidia/cuda:12.0.1-runtime-ubuntu22.04
|
||||||
|
#FROM nvidia/cuda:12.2.2-cudnn8-devel-ubuntu22.04
|
||||||
|
#FROM nvidia/cuda:11.8.0-runtime-ubuntu22.04
|
||||||
|
|
||||||
|
ENV DEBIAN_FRONTEND=noninteractive
|
||||||
|
|
||||||
|
# tzdata install hangs without presetting the time zone
|
||||||
|
ENV TZ=UTC
|
||||||
|
RUN ln -snf /usr/share/zoneinfo/$TZ /etc/localtime && echo $TZ > /etc/timezone
|
||||||
|
|
||||||
|
RUN apt-get update \
|
||||||
|
&& DEBIAN_FRONTEND=noninteractive TZ=Etc/UTC apt-get install -y \
|
||||||
|
build-essential \
|
||||||
|
curl \
|
||||||
|
ffmpeg \
|
||||||
|
git \
|
||||||
|
git-lfs \
|
||||||
|
htop \
|
||||||
|
libsndfile1 \
|
||||||
|
lsof \
|
||||||
|
ripgrep \
|
||||||
|
rsync \
|
||||||
|
tmux \
|
||||||
|
unzip \
|
||||||
|
vim \
|
||||||
|
wget \
|
||||||
|
checkinstall \
|
||||||
|
libncursesw5-dev libssl-dev libsqlite3-dev tk-dev libgdbm-dev libc6-dev libbz2-dev libffi-dev zlib1g-dev lzma liblzma-dev libbz2-dev \
|
||||||
|
--no-install-recommends \
|
||||||
|
&& apt-get clean autoclean && apt-get autoremove -y && rm -rf /var/lib/{apt,dpkg,cache,log}/
|
||||||
|
|
||||||
|
RUN cd /usr/src && \
|
||||||
|
wget https://www.python.org/ftp/python/3.9.21/Python-3.9.21.tgz && \
|
||||||
|
tar xzf Python-3.9.21.tgz && \
|
||||||
|
cd Python-3.9.21 && \
|
||||||
|
./configure --enable-optimizations && \
|
||||||
|
make -j 8 install
|
||||||
|
|
||||||
|
# Install rclone
|
||||||
|
RUN cd /tmp && \
|
||||||
|
curl -O https://downloads.rclone.org/rclone-current-linux-amd64.zip && \
|
||||||
|
unzip rclone-current-linux-amd64.zip && \
|
||||||
|
cd rclone-*-linux-amd64 && \
|
||||||
|
cp rclone /usr/bin/ && \
|
||||||
|
chmod 755 /usr/bin/rclone && \
|
||||||
|
rm -rf /tmp/rclone*
|
||||||
|
|
||||||
|
# Install entr
|
||||||
|
RUN cd /tmp && \
|
||||||
|
wget -O entr.zip https://github.com/eradman/entr/archive/refs/tags/5.6.zip && \
|
||||||
|
unzip entr.zip && \
|
||||||
|
cd entr-5.6 && \
|
||||||
|
./configure && \
|
||||||
|
make test && \
|
||||||
|
make install \
|
||||||
|
&& rm -rf /tmp/entr-5.6
|
||||||
|
|
||||||
|
RUN mkdir /python_install
|
||||||
|
|
||||||
|
WORKDIR /python_install
|
||||||
|
|
||||||
|
COPY requirements*.txt .
|
||||||
|
|
||||||
|
# Kubernetes will copy over the venv we create here.
|
||||||
|
# pip install taken from a frozen virtualenv.
|
||||||
|
RUN python3 -m venv python \
|
||||||
|
&& . python/bin/activate \
|
||||||
|
&& pip install --upgrade pip wheel setuptools \
|
||||||
|
&& pip install -r requirements.frozen.txt
|
||||||
|
|
||||||
|
# Model code is kept separate from the venv
|
||||||
|
RUN mkdir /model_code
|
||||||
|
|
||||||
|
WORKDIR /model_code
|
||||||
|
|
||||||
|
COPY . .
|
||||||
Reference in New Issue
Block a user