-
Notifications
You must be signed in to change notification settings - Fork 1
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
feat: added dockerfile and docker image push workflow for ai-translat…
…ions
- Loading branch information
1 parent
f9d7a7f
commit 08e0885
Showing
2 changed files
with
154 additions
and
0 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,63 @@ | ||
name: Build and Push AI translations Image | ||
|
||
on: | ||
workflow_dispatch: | ||
inputs: | ||
branch: | ||
description: "Target branch from which the source dockerfile from image will be sourced" | ||
|
||
schedule: | ||
- cron: "0 4 * * 1-5" # UTC Time | ||
|
||
# Added for testing purposes. Will remove once the PR is finalised | ||
pull_request: | ||
branches: | ||
- '**' | ||
|
||
jobs: | ||
build-and-push-image: | ||
runs-on: ubuntu-latest | ||
|
||
steps: | ||
- name: Get tag name | ||
id: get-tag-name | ||
uses: actions/github-script@v5 | ||
with: | ||
script: | | ||
const tagName = "${{ github.event.inputs.branch }}" || 'latest'; | ||
console.log('Will use tag: ' + tagName); | ||
return tagName; | ||
result-encoding: string | ||
|
||
- name: Set up Docker Buildx | ||
uses: docker/setup-buildx-action@v3 | ||
|
||
- name: Set up QEMU | ||
uses: docker/setup-qemu-action@v3 | ||
|
||
- name: Login to DockerHub | ||
uses: docker/login-action@v3 | ||
with: | ||
username: ${{ secrets.DOCKERHUB_USERNAME }} | ||
password: ${{ secrets.DOCKERHUB_PASSWORD }} | ||
|
||
- name: Build and push Dev Docker image | ||
uses: docker/build-push-action@v6 | ||
with: | ||
file: ./dockerfiles/ai-translations.Dockerfile | ||
push: true | ||
target: devstack | ||
tags: edxops/ai-translations-dev:${{ steps.get-tag-name.outputs.result }} | ||
|
||
- name: Send failure notification | ||
if: failure() | ||
uses: dawidd6/action-send-mail@v3 | ||
with: | ||
server_address: email-smtp.us-east-1.amazonaws.com | ||
server_port: 465 | ||
username: ${{secrets.edx_smtp_username}} | ||
password: ${{secrets.edx_smtp_password}} | ||
subject: Push Image to docker.io/edxops failed in AI translations | ||
to: [email protected] | ||
from: github-actions <[email protected]> | ||
body: Push Image to docker.io/edxops for AI translations failed! For details see "github.com/${{ github.repository }}/actions/runs/${{ github.run_id }}" |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,91 @@ | ||
FROM ubuntu:focal as app | ||
MAINTAINER [email protected] | ||
|
||
|
||
# Packages installed: | ||
|
||
# language-pack-en locales; ubuntu locale support so that system utilities have a consistent | ||
# language and time zone. | ||
|
||
# python; ubuntu doesnt ship with python, so this is the python we will use to run the application | ||
|
||
# python3-pip; install pip to install application requirements.txt files | ||
|
||
# libmysqlclient-dev; to install header files needed to use native C implementation for | ||
# MySQL-python for performance gains. | ||
|
||
# libssl-dev; # mysqlclient wont install without this. | ||
|
||
# python3-dev; to install header files for python extensions; much wheel-building depends on this | ||
|
||
# gcc; for compiling python extensions distributed with python packages like mysql-client | ||
|
||
# ENV variables for Python 3.12 support | ||
ARG PYTHON_VERSION=3.12 | ||
ENV TZ=UTC | ||
ENV TERM=xterm-256color | ||
ENV DEBIAN_FRONTEND=noninteractive | ||
|
||
# software-properties-common is needed to setup Python 3.12 | ||
RUN apt-get update && \ | ||
apt-get install -y software-properties-common && \ | ||
apt-add-repository -y ppa:deadsnakes/ppa | ||
|
||
# If you add a package here please include a comment above describing what it is used for | ||
RUN apt-get update && apt-get -qy install --no-install-recommends \ | ||
build-essential language-pack-en locales \ | ||
# The mysqlclient Python package has install-time dependencies | ||
libmysqlclient-dev libssl-dev pkg-config \ | ||
gcc make curl \ | ||
python3-pip python${PYTHON_VERSION} python${PYTHON_VERSION}-dev python${PYTHON_VERSION}-distutils | ||
|
||
RUN ln -snf /usr/share/zoneinfo/$TZ /etc/localtime && echo $TZ > /etc/timezone | ||
|
||
RUN pip install --upgrade pip setuptools | ||
# delete apt package lists because we do not need them inflating our image | ||
RUN rm -rf /var/lib/apt/lists/* | ||
|
||
# need to use virtualenv pypi package with Python 3.12 | ||
RUN curl -sS https://bootstrap.pypa.io/get-pip.py | python${PYTHON_VERSION} | ||
RUN pip install virtualenv | ||
|
||
# cloning git repo | ||
RUN curl -L https://github.com/edx/ai-translations/archive/refs/heads/main.tar.gz | tar -xz --strip-components=1 | ||
|
||
# Create a virtualenv with Python 3.12 | ||
ENV VIRTUAL_ENV=/edx/venvs/ai-translations | ||
RUN virtualenv -p python${PYTHON_VERSION} $VIRTUAL_ENV | ||
ENV PATH="$VIRTUAL_ENV/bin:$PATH" | ||
|
||
RUN ln -s /usr/bin/python3 /usr/bin/python | ||
|
||
RUN locale-gen en_US.UTF-8 | ||
ENV LANG en_US.UTF-8 | ||
ENV LANGUAGE en_US:en | ||
ENV LC_ALL en_US.UTF-8 | ||
ENV DJANGO_SETTINGS_MODULE ai_translations.settings.production | ||
|
||
EXPOSE 18760 | ||
EXPOSE 18761 | ||
|
||
RUN useradd -m --shell /bin/false app | ||
|
||
WORKDIR /edx/app/ai-translations | ||
|
||
# Dependencies are installed as root so they cannot be modified by the application user. | ||
RUN pip install -r requirements/production.txt | ||
|
||
RUN mkdir -p /edx/var/log | ||
|
||
# Code is owned by root so it cannot be modified by the application user. | ||
# So we copy it before changing users. | ||
USER app | ||
|
||
# Gunicorn 19 does not log to stdout or stderr by default. Once we are past gunicorn 19, the logging to STDOUT need not be specified. | ||
CMD gunicorn --workers=2 --name ai-translations -c /edx/app/ai-translations/ai_translations/docker_gunicorn_configuration.py --log-file - --max-requests=1000 ai_translations.wsgi:application | ||
|
||
FROM app as devstack | ||
USER root | ||
RUN pip install -r requirements/dev.txt | ||
USER app | ||
CMD gunicorn --workers=2 --name ai_translations -c /edx/app/ai-translations/ai_translations/docker_gunicorn_configuration.py --log-file - --max-requests=1000 ai_translations.wsgi:application |