Skip to content

Commit

Permalink
feat: added dockerfile and docker image push workflow for ai-translat…
Browse files Browse the repository at this point in the history
…ions
  • Loading branch information
BilalQamar95 committed Oct 15, 2024
1 parent f9d7a7f commit 08e0885
Show file tree
Hide file tree
Showing 2 changed files with 154 additions and 0 deletions.
63 changes: 63 additions & 0 deletions .github/workflows/push-ai-translations-image.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,63 @@
name: Build and Push AI translations Image

on:
workflow_dispatch:
inputs:
branch:
description: "Target branch from which the source dockerfile from image will be sourced"

schedule:
- cron: "0 4 * * 1-5" # UTC Time

# Added for testing purposes. Will remove once the PR is finalised
pull_request:
branches:
- '**'

jobs:
build-and-push-image:
runs-on: ubuntu-latest

steps:
- name: Get tag name
id: get-tag-name
uses: actions/github-script@v5
with:
script: |
const tagName = "${{ github.event.inputs.branch }}" || 'latest';
console.log('Will use tag: ' + tagName);
return tagName;
result-encoding: string

- name: Set up Docker Buildx
uses: docker/setup-buildx-action@v3

- name: Set up QEMU
uses: docker/setup-qemu-action@v3

- name: Login to DockerHub
uses: docker/login-action@v3
with:
username: ${{ secrets.DOCKERHUB_USERNAME }}
password: ${{ secrets.DOCKERHUB_PASSWORD }}

- name: Build and push Dev Docker image
uses: docker/build-push-action@v6
with:
file: ./dockerfiles/ai-translations.Dockerfile
push: true
target: devstack
tags: edxops/ai-translations-dev:${{ steps.get-tag-name.outputs.result }}

- name: Send failure notification
if: failure()
uses: dawidd6/action-send-mail@v3
with:
server_address: email-smtp.us-east-1.amazonaws.com
server_port: 465
username: ${{secrets.edx_smtp_username}}
password: ${{secrets.edx_smtp_password}}
subject: Push Image to docker.io/edxops failed in AI translations
to: [email protected]
from: github-actions <[email protected]>
body: Push Image to docker.io/edxops for AI translations failed! For details see "github.com/${{ github.repository }}/actions/runs/${{ github.run_id }}"
91 changes: 91 additions & 0 deletions dockerfiles/ai-translations.Dockerfile
Original file line number Diff line number Diff line change
@@ -0,0 +1,91 @@
FROM ubuntu:focal as app
MAINTAINER [email protected]


# Packages installed:

# language-pack-en locales; ubuntu locale support so that system utilities have a consistent
# language and time zone.

# python; ubuntu doesnt ship with python, so this is the python we will use to run the application

# python3-pip; install pip to install application requirements.txt files

# libmysqlclient-dev; to install header files needed to use native C implementation for
# MySQL-python for performance gains.

# libssl-dev; # mysqlclient wont install without this.

# python3-dev; to install header files for python extensions; much wheel-building depends on this

# gcc; for compiling python extensions distributed with python packages like mysql-client

# ENV variables for Python 3.12 support
ARG PYTHON_VERSION=3.12
ENV TZ=UTC
ENV TERM=xterm-256color
ENV DEBIAN_FRONTEND=noninteractive

# software-properties-common is needed to setup Python 3.12
RUN apt-get update && \
apt-get install -y software-properties-common && \
apt-add-repository -y ppa:deadsnakes/ppa

# If you add a package here please include a comment above describing what it is used for
RUN apt-get update && apt-get -qy install --no-install-recommends \
build-essential language-pack-en locales \
# The mysqlclient Python package has install-time dependencies
libmysqlclient-dev libssl-dev pkg-config \
gcc make curl \
python3-pip python${PYTHON_VERSION} python${PYTHON_VERSION}-dev python${PYTHON_VERSION}-distutils

RUN ln -snf /usr/share/zoneinfo/$TZ /etc/localtime && echo $TZ > /etc/timezone

RUN pip install --upgrade pip setuptools
# delete apt package lists because we do not need them inflating our image
RUN rm -rf /var/lib/apt/lists/*

# need to use virtualenv pypi package with Python 3.12
RUN curl -sS https://bootstrap.pypa.io/get-pip.py | python${PYTHON_VERSION}
RUN pip install virtualenv

# cloning git repo
RUN curl -L https://github.com/edx/ai-translations/archive/refs/heads/main.tar.gz | tar -xz --strip-components=1

# Create a virtualenv with Python 3.12
ENV VIRTUAL_ENV=/edx/venvs/ai-translations
RUN virtualenv -p python${PYTHON_VERSION} $VIRTUAL_ENV
ENV PATH="$VIRTUAL_ENV/bin:$PATH"

RUN ln -s /usr/bin/python3 /usr/bin/python

RUN locale-gen en_US.UTF-8
ENV LANG en_US.UTF-8
ENV LANGUAGE en_US:en
ENV LC_ALL en_US.UTF-8
ENV DJANGO_SETTINGS_MODULE ai_translations.settings.production

EXPOSE 18760
EXPOSE 18761

RUN useradd -m --shell /bin/false app

WORKDIR /edx/app/ai-translations

# Dependencies are installed as root so they cannot be modified by the application user.
RUN pip install -r requirements/production.txt

RUN mkdir -p /edx/var/log

# Code is owned by root so it cannot be modified by the application user.
# So we copy it before changing users.
USER app

# Gunicorn 19 does not log to stdout or stderr by default. Once we are past gunicorn 19, the logging to STDOUT need not be specified.
CMD gunicorn --workers=2 --name ai-translations -c /edx/app/ai-translations/ai_translations/docker_gunicorn_configuration.py --log-file - --max-requests=1000 ai_translations.wsgi:application

FROM app as devstack
USER root
RUN pip install -r requirements/dev.txt
USER app
CMD gunicorn --workers=2 --name ai_translations -c /edx/app/ai-translations/ai_translations/docker_gunicorn_configuration.py --log-file - --max-requests=1000 ai_translations.wsgi:application

0 comments on commit 08e0885

Please sign in to comment.