WIP: elixir 1.13.4 + Erlang 25.1.2 upgrade

.github/workflows/publish.yaml

@@ -7,7 +7,7 @@ on:
 jobs:
   test:
     name: Test
-    runs-on: ubuntu-20.04
+    runs-on: ubuntu-22.04
     steps:
       - uses: actions/checkout@v3
       - uses: erlef/setup-beam@v1
@@ -28,14 +28,14 @@ jobs:
         uses: actions/cache@v3
         with:
           path: deps
-          key: ${{ runner.os }}-mix-6-${{ hashFiles('**/mix.lock') }}
-          restore-keys: ${{ runner.os }}-mix-6
+          key: ${{ runner.os }}-mix-7-${{ hashFiles('**/mix.lock') }}
+          restore-keys: ${{ runner.os }}-mix-7
       - name: Restore _build
         uses: actions/cache@v3
         with:
           path: _build
-          key: ${{ runner.os }}-mix-6-${{ hashFiles('**/mix.lock') }}
-          restore-keys: ${{ runner.os }}-mix-6
+          key: ${{ runner.os }}-mix-7-${{ hashFiles('**/mix.lock') }}
+          restore-keys: ${{ runner.os }}-mix-7
       - run: mix deps.get
       - run: mix test
       - uses: 8398a7/action-slack@v3

.github/workflows/test.yaml

@@ -125,7 +125,7 @@ jobs:
           sarif_file: 'trivy-results.sarif'
   test:
     name: Test
-    runs-on: ubuntu-20.04
+    runs-on: ubuntu-22.04
     steps:
       - uses: actions/checkout@v3
       - uses: erlef/setup-beam@v1
@@ -146,14 +146,14 @@ jobs:
         uses: actions/cache@v3
         with:
           path: deps
-          key: ${{ runner.os }}-mix-6-${{ hashFiles('**/mix.lock') }}
-          restore-keys: ${{ runner.os }}-mix-6
+          key: ${{ runner.os }}-mix-7-${{ hashFiles('**/mix.lock') }}
+          restore-keys: ${{ runner.os }}-mix-7
       - name: Restore _build
         uses: actions/cache@v3
         with:
           path: _build
-          key: ${{ runner.os }}-mix-6-${{ hashFiles('**/mix.lock') }}
-          restore-keys: ${{ runner.os }}-mix-6
+          key: ${{ runner.os }}-mix-7-${{ hashFiles('**/mix.lock') }}
+          restore-keys: ${{ runner.os }}-mix-7
       - run: mix deps.get
       - run: mix test
       - run: mix coveralls.html

.tool-versions

@@ -1,2 +1,2 @@
-erlang 24.3.4.8
-elixir 1.12.3
+erlang 25.1.2
+elixir 1.13.4

Dockerfile

@@ -1,4 +1,4 @@
-FROM bitwalker/alpine-elixir:1.12.3 AS builder
+FROM bitwalker/alpine-elixir:1.13.4 AS builder
 
 # The following are build arguments used to change variable parts of the image.
 # The name of your application/release (required)
@@ -31,11 +31,8 @@ RUN mix do deps.get, compile
 
 RUN \
   mkdir -p /opt/built && \
-  mix distillery.release --name ${APP_NAME} && \
-  cp _build/${MIX_ENV}/rel/${APP_NAME}/releases/*/${APP_NAME}.tar.gz /opt/built && \
-  cd /opt/built && \
-  tar -xzf ${APP_NAME}.tar.gz && \
-  rm ${APP_NAME}.tar.gz
+  mix release ${APP_NAME} && \
+  mv _build/${MIX_ENV}/rel/${APP_NAME}/* /opt/built
 
 FROM alpine:3.17.0 as tools
 
@@ -89,7 +86,7 @@ RUN apk add --update --no-cache curl ca-certificates unzip wget openssl && \
     chmod +x /usr/local/bin/terrascan && \
     chmod +x /usr/local/bin/trivy
 
-FROM erlang:24.3.4.6-alpine
+FROM erlang:25.1.2.0-alpine
 
 # The name of your application/release (required)
 ARG APP_NAME
@@ -117,4 +114,4 @@ COPY --from=tools /usr/local/bin/terrascan /usr/local/bin/terrascan
 COPY --from=tools /usr/local/bin/trivy /usr/local/bin/trivy
 COPY --from=builder /opt/built .
 
-CMD trap 'exit' INT; /opt/app/bin/${APP_NAME} foreground
+CMD trap 'exit' INT; /opt/app/bin/${APP_NAME} start

mix.exs

@@ -43,13 +43,93 @@ defmodule Plural.MixProject do
         "coveralls.detail": :test,
         "coveralls.post": :test,
         "coveralls.html": :test
-      ]
+      ],
+      releases: releases()
     ]
   end
 
+  defp releases() do
+    [
+      plural: [
+        include_executables_for: [:unix],
+        include_erts: true,
+        strip_beams: true,
+        quiet: false,
+        config_providers: [
+          {Config.Reader, {:system, "RELEASE_ROOT", "apps/core/config/releases.exs"}},
+        ],
+        steps: [:assemble, &copy_configs/1],
+        applications: [
+          api: :permanent,
+          core: :permanent,
+          email: :permanent,
+          graphql: :permanent
+        ]
+      ],
+      rtc: [
+        include_executables_for: [:unix],
+        include_erts: true,
+        strip_beams: true,
+        quiet: false,
+        config_providers: [
+          {Config.Reader, {:system, "RELEASE_ROOT", "apps/rtc/config/releases.exs"}},
+        ],
+        steps: [:assemble, &copy_configs/1],
+        applications: [
+          rtc: :permanent,
+          core: :permanent,
+          graphql: :permanent
+        ]
+      ],
+      worker: [
+        include_executables_for: [:unix],
+        include_erts: true,
+        strip_beams: true,
+        quiet: false,
+        config_providers: [
+          {Config.Reader, {:system, "RELEASE_ROOT", "apps/worker/config/releases.exs"}},
+        ],
+        steps: [:assemble, &copy_configs/1],
+        applications: [
+          worker: :permanent,
+          core: :permanent
+        ]
+      ],
+      cron: [
+        include_executables_for: [:unix],
+        include_erts: true,
+        strip_beams: true,
+        quiet: false,
+        config_providers: [
+          {Config.Reader, {:system, "RELEASE_ROOT", "apps/cron/config/releases.exs"}},
+        ],
+        steps: [:assemble, &copy_configs/1],
+        applications: [
+          cron: :permanent,
+          core: :permanent,
+          email: :permanent
+        ]
+      ],
+    ]
+  end
+
+  defp copy_configs(%{path: path, config_providers: config_providers} = release) do
+    for {_module, {_context, _root, file_path}} <- config_providers do
+      # Creating new path
+      new_path = path <> "/" <> Path.dirname(file_path)
+      # Removing possible leftover files from previous builds
+      File.rm_rf!(new_path)
+      # Creating directory if it doesn't exist
+      File.mkdir_p!(new_path)
+      # Copying files to the directory with the same name
+      File.cp!(Path.expand(file_path), new_path <> "/" <> Path.basename(file_path))
+    end
+
+    release
+  end
+
   defp deps do
     [
-      {:distillery, "~> 2.1"},
       {:x509, "~> 0.8.5"},
       {:shards, "~> 1.0"},
       {:ecto, "~> 3.9.0", override: true},

mix.lock

@@ -42,7 +42,6 @@
   "decimal": {:hex, :decimal, "2.0.0", "a78296e617b0f5dd4c6caf57c714431347912ffb1d0842e998e9792b5642d697", [:mix], [], "hexpm", "34666e9c55dea81013e77d9d87370fe6cb6291d1ef32f46a1600230b1d44f577"},
   "decorator": {:hex, :decorator, "1.4.0", "a57ac32c823ea7e4e67f5af56412d12b33274661bb7640ec7fc882f8d23ac419", [:mix], [], "hexpm", "0a07cedd9083da875c7418dea95b78361197cf2bf3211d743f6f7ce39656597f"},
   "dictionary": {:hex, :dictionary, "0.1.1", "fb333a3ee04c514231f0a5e166dd1c27429620b0dabb12fd42e5d28b11657a0a", [:mix], [], "hexpm", "17bae452ab5ecf7bdd75315c6adb44622242de9cf700ab107865ab5557443c2b"},
-  "distillery": {:hex, :distillery, "2.1.1", "f9332afc2eec8a1a2b86f22429e068ef35f84a93ea1718265e740d90dd367814", [:mix], [{:artificery, "~> 0.2", [hex: :artificery, repo: "hexpm", optional: false]}], "hexpm", "bbc7008b0161a6f130d8d903b5b3232351fccc9c31a991f8fcbf2a12ace22995"},
   "dns": {:hex, :dns, "2.4.0", "44790a0375b28bdc7b59fc894460bfcb03ffeec4c5984e2c3e8b0797b1518327", [:mix], [], "hexpm", "e178e353c469820d02ba889d6a80d01c8c27b47dfcda4016a9cbc6218e3eed64"},
   "earmark": {:hex, :earmark, "1.4.2", "3aa0bd23bc4c61cf2f1e5d752d1bb470560a6f8539974f767a38923bb20e1d7f", [:mix], [], "hexpm", "5e8806285d8a3a8999bd38e4a73c58d28534c856bc38c44818e5ba85bbda16fb"},
   "ecto": {:hex, :ecto, "3.9.1", "67173b1687afeb68ce805ee7420b4261649d5e2deed8fe5550df23bab0bc4396", [:mix], [{:decimal, "~> 1.6 or ~> 2.0", [hex: :decimal, repo: "hexpm", optional: false]}, {:jason, "~> 1.0", [hex: :jason, repo: "hexpm", optional: true]}, {:telemetry, "~> 0.4 or ~> 1.0", [hex: :telemetry, repo: "hexpm", optional: false]}], "hexpm", "c80bb3d736648df790f7f92f81b36c922d9dd3203ca65be4ff01d067f54eb304"},

rel/env.bat.eex

@@ -0,0 +1,6 @@
+@echo off
+rem Set the release to work across nodes. If using the long name format like
+rem the one below ([email protected]), you need to also uncomment the
+rem RELEASE_DISTRIBUTION variable below. Must be "sname", "name" or "none".
+rem set RELEASE_DISTRIBUTION=name
+set RELEASE_NODE=<%= @release.name %>@${POD_IP}

rel/env.sh.eex

@@ -0,0 +1,18 @@
+#!/bin/sh
+
+# Sets and enables heart (recommended only in daemon mode)
+# case $RELEASE_COMMAND in
+#   daemon*)
+#     HEART_COMMAND="$RELEASE_ROOT/bin/$RELEASE_NAME $RELEASE_COMMAND"
+#     export HEART_COMMAND
+#     export ELIXIR_ERL_OPTIONS="-heart"
+#     ;;
+#   *)
+#     ;;
+# esac
+
+# Set the release to work across nodes. If using the long name format like
+# the one below ([email protected]), you need to also uncomment the
+# RELEASE_DISTRIBUTION variable below. Must be "sname", "name" or "none".
+# export RELEASE_DISTRIBUTION=name
+export RELEASE_NODE=<%= @release.name %>@${POD_IP}

rel/remote.vm.args.eex

@@ -0,0 +1,11 @@
+## Customize flags given to the VM: https://erlang.org/doc/man/erl.html
+## -mode/-name/-sname/-setcookie are configured via env vars, do not set them here
+
+## Number of dirty schedulers doing IO work (file, sockets, and others)
+##+SDio 5
+
+## Increase number of concurrent ports/sockets
+##+Q 65536
+
+## Tweak GC to run more often
+##-env ERL_FULLSWEEP_AFTER 10

rel/vm.args.eex

@@ -0,0 +1,11 @@
+## Customize flags given to the VM: https://erlang.org/doc/man/erl.html
+## -mode/-name/-sname/-setcookie are configured via env vars, do not set them here
+
+## Number of dirty schedulers doing IO work (file, sockets, and others)
+##+SDio 5
+
+## Increase number of concurrent ports/sockets
+##+Q 65536
+
+## Tweak GC to run more often
+##-env ERL_FULLSWEEP_AFTER 10