Fix CI execution && run in fedora latest container

Resolves: #5

Signed-off-by: Sergio Arroutbi <[email protected]>

.github/workflows/run_test.yaml

@@ -14,31 +14,26 @@ on:
   workflow_dispatch:
 
 jobs:
-  deploy:
+  test-execution:
     runs-on: ubuntu-latest
+    strategy:
+      matrix:
+        os:
+          - fedora:latest
+    container:
+      image: ${{matrix.os}}
+      env:
+        DISTRO: ${{matrix.os}}
+        run:
+          set -eu
+          echo "DISTRO:${DISTRO}"
     steps:
     - name: Checkout
-      uses: actions/checkout@vmaster
-
-    - name: Minikube Installation
-      id: minikube
-      uses: medyagh/setup-minikube@latest
+      uses: actions/checkout@master
 
     - name: Status
       run: minikube status
 
-    - name: Install operator-sdk
-      run: |
-        sh .github/workflows/scripts/retrieve_and_install_operator_sdk.sh \
-          "v1.31.0" "5m" "${GITHUB_HEAD_REF}"
-
-    - name: Install dependencies (kubectl, helm, clamscan, make)
-      run: |
-        sh .github/workflows/scripts/install_dependencies.sh
-
     - name: Run test
       run: |
-        tree; make
-        
-        
-        
+        pushd .github/workflows/scripts/; ./tang_operator_test.sh; popd

.github/workflows/scripts/dependency_install.sh

@@ -0,0 +1,271 @@
+#!/bin/bash
+# Copyright 2021.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+# Uncomment next line to dump verbose information in script execution:
+# set -x
+
+SM="subscription-manager"
+TMPDIR=$(mktemp -d)
+TMPDIR_NON_TMPFS="${TMPDIR//\/tmp/}"
+CRC_PATH=https://developers.redhat.com/content-gateway/rest/mirror/pub/openshift-v4/clients/crc/latest
+CRC_FILE=crc-linux-amd64.tar.xz
+CRC_OUTPUT_FILE=crc-linux-amd64.tar.xz
+CRC_INSTALL_FILE="${TMPDIR_NON_TMPFS}/${CRC_OUTPUT_FILE}"
+CRC_PREFIX="crc-linux-[0-9]"
+CRC_EXEC="crc"
+CRC_VIRSH_DOMAIN="crc"
+HOME_BASHRC="${HOME}/.bashrc"
+CRC_USER="crc"
+CRC_PASSWORD="crc1234crc5678"
+CRC_HOME="/home/${CRC_USER}"
+CRC_HOME_BIN="${CRC_HOME}/bin"
+CRC_HOME_BASHRC="${CRC_HOME}/.bashrc"
+CRC_EXEC_PATH="${CRC_HOME_BIN}/${CRC_EXEC}"
+PULL_SECRET_PATH="$(dirname $(readlink -f $0))"
+PULL_SECRET_FILENAME="public_pull_secret.txt"
+PULL_SECRET_FILE="${PULL_SECRET_PATH}/${PULL_SECRET_FILENAME}"
+PULL_SECRET_INSTALL_FILE="${TMPDIR}/${PULL_SECRET_FILENAME}"
+MINIKUBE_URL="https://storage.googleapis.com/minikube/releases/latest"
+MINIKUBE_FILE="minikube-latest.x86_64.rpm"
+MINIKUBE_URL_FILE="${MINIKUBE_URL}/${MINIKUBE_FILE}"
+RH_INSTALL=0
+RELEASE_K8S_URL="https://dl.k8s.io/release/"
+STABLE_K8S_URL_FILE="https://dl.k8s.io/release/stable.txt"
+BIN_LINUX_PATH="bin/linux/amd64"
+MINIKUBE_USER="minikube"
+MINIKUBE_HOME="/home/${MINIKUBE_USER}"
+MINIKUBE_HOME_BIN="${MINIKUBE_HOME}/bin"
+MINIKUBE_HOME_BASHRC="${MINIKUBE_HOME}/.bashrc"
+MINIKUBE_CLIENT="kubectl"
+OLM_INSTALL_TIMEOUT="5m"
+
+usage() {
+  echo ""
+  echo "Usage: $1 [-r redhat_installation (oc, crc)]"
+  echo ""
+  echo "      -r: install RedHat tools (CRC, oc) instead of Minikube and kubectl"
+  echo ""
+  exit "$2"
+}
+
+get_crc_tgz_with_wget() {
+  mkdir "${TMPDIR_NON_TMPFS}"
+  wget "${CRC_PATH}/${CRC_FILE}" -O "${CRC_INSTALL_FILE}"
+}
+
+install_podman() {
+  type podman && return 0
+  yum install -y podman
+}
+
+install_jq() {
+  type jq && return 0
+  yum install -y jq
+}
+
+install_wget() {
+  type wget && return 0
+  yum install -y wget
+}
+
+install_network_manager() {
+  yum install -y NetworkManager
+  systemctl enable --now NetworkManager
+}
+
+install_libvirtd() {
+  yum install -y libvirt-daemon
+  yum install -y libvirt-client
+#  yum install -y dbus-x11
+  systemctl enable --now libvirt-daemon
+}
+
+sm_register() {
+  "${SM}" register
+  "${SM}" refresh
+}
+
+clean() {
+  test -d "${TMPDIR}" && rm -fr "${TMPDIR}"
+  test -d "${TMPDIR_NON_TMPFS}" && rm -fr "${TMPDIR_NON_TMPFS}"
+  test -f "${MINIKUBE_CLIENT}.sha256" && rm "${MINIKUBE_CLIENT}.sha256"
+}
+
+create_crc_user() {
+  sudo -u "${CRC_USER}" true 2>/dev/null || useradd "${CRC_USER}"
+  passwd "${CRC_USER}"<<EOF
+"${CRC_PASSWORD}"
+"${CRC_PASSWORD}"
+EOF
+  grep -R "Add crc user to sudoers" /etc/sudoers
+  if [ $? -ne 0 ];
+  then
+    cat<<EOF>>/etc/sudoers
+
+### Add crc user to sudoers
+"${CRC_USER}" ALL=(ALL) NOPASSWD:ALL
+EOF
+  fi
+  test -d "${CRC_HOME_BIN}" || mkdir -p "${CRC_HOME_BIN}"
+  chown -R "${CRC_USER}.${CRC_USER}" "${CRC_HOME}"
+}
+
+create_minikube_user() {
+  sudo -u "${MINIKUBE_USER}" true 2>/dev/null || useradd "${MINIKUBE_USER}"
+  mkdir -p "${MINIKUBE_HOME_BIN}"
+  chown -R "${MINIKUBE_USER}.${MINIKUBE_USER}" "${MINIKUBE_HOME}"
+  cp "${HOME_BASHRC}" "${MINIKUBE_HOME_BASHRC}"
+  printf 'export XDG_RUNTIME_DIR="' >> "${MINIKUBE_HOME_BASHRC}"
+  printf "%s\"\n\n" "/run/user/$(id -u ${MINIKUBE_USER})" >> "${MINIKUBE_HOME_BASHRC}"
+  grep -R "Add minikube user to sudoers" /etc/sudoers
+  if [ $? -ne 0 ];
+  then
+    cat<<EOF>>/etc/sudoers
+
+### Add minikube user to sudoers
+"${MINIKUBE_USER}" ALL=(ALL) NOPASSWD:ALL
+EOF
+  fi
+}
+
+install_operator_sdk() {
+  ARCH=$(case $(uname -m) in x86_64) echo -n amd64 ;; aarch64) echo -n arm64 ;; *) echo -n "$(uname -m)" ;; esac)
+  OS=$(uname | awk '{print tolower($0)}')
+  OPERATOR_SDK_DL_URL=https://github.com/operator-framework/operator-sdk/releases/download/v1.31.0
+  curl -LO "${OPERATOR_SDK_DL_URL}/operator-sdk_${OS}_${ARCH}"
+  if [ ${RH_INSTALL} -eq 1 ];
+  then
+    chmod +x "operator-sdk_${OS}_${ARCH}" && sudo mv "operator-sdk_${OS}_${ARCH}" "${CRC_HOME_BIN}/operator-sdk"
+  else
+    chmod +x "operator-sdk_${OS}_${ARCH}" && sudo mv "operator-sdk_${OS}_${ARCH}" "${MINIKUBE_HOME_BIN}/operator-sdk"
+  fi
+}
+
+setup_crc() {
+  sudo -u "${CRC_USER}" oc adm policy add-scc-to-group anyuid system:authenticated
+}
+
+install_minikube() {
+  curl -LO "${MINIKUBE_URL_FILE}"
+  rpm -Uvh "${MINIKUBE_FILE}"
+  rm "${MINIKUBE_FILE}"
+}
+
+setup_minikube() {
+  minikube_user_id=$(id "${MINIKUBE_USER}" | awk {'print $1'} | egrep -E "[0-9]{1,}" -o)
+  loginctl enable-linger ${minikube_user_id}
+  pushd /tmp
+  sudo -u "${MINIKUBE_USER}" XDG_RUNTIME_DIR="/run/user/$(id -u ${MINIKUBE_USER})" podman ps
+  sudo -u "${MINIKUBE_USER}" XDG_RUNTIME_DIR="/run/user/$(id -u ${MINIKUBE_USER})" minikube start
+  sudo -u "${MINIKUBE_USER}" XDG_RUNTIME_DIR="/run/user/$(id -u ${MINIKUBE_USER})" podman ps
+  sudo -u "${MINIKUBE_USER}" XDG_RUNTIME_DIR="/run/user/$(id -u ${MINIKUBE_USER})" "${MINIKUBE_HOME_BIN}"/operator-sdk --timeout ${OLM_INSTALL_TIMEOUT} olm install
+  popd
+}
+
+install_kubectl() {
+  ARCH=$(uname -m)
+  if [ "${ARCH}" != "x86_64" ];
+  then
+      echo "WARNING: ARCHITECTURE NOT SUPPORTED:${ARCH}"
+      return 1
+  fi
+  curl -LO "${RELEASE_K8S_URL}/$(curl -L -s ${STABLE_K8S_URL_FILE})/${BIN_LINUX_PATH}/${MINIKUBE_CLIENT}"
+  curl -LO "${RELEASE_K8S_URL}/$(curl -L -s ${STABLE_K8S_URL_FILE})/${BIN_LINUX_PATH}/${MINIKUBE_CLIENT}.sha256"
+  echo "$(<kubectl.sha256) ${MINIKUBE_CLIENT}" | sha256sum --check
+  mv ${MINIKUBE_CLIENT} ${MINIKUBE_HOME_BIN}
+  cat<<EOF>>"${MINIKUBE_HOME_BASHRC}"
+
+# Minikube installation PATH update
+EOF
+  printf 'export PATH="${PATH}:' >> "${MINIKUBE_HOME_BASHRC}"
+  printf "%s\"\n" "${MINIKUBE_HOME_BIN}" >> "${MINIKUBE_HOME_BASHRC}"
+}
+
+check_pull_secret() {
+  test -f "${PULL_SECRET_FILE}"
+  if [ $? -eq 0 ];
+  then
+    echo "FILE SECRET:${PULL_SECRET_FILE} FOUND"
+    chmod 777 "${TMPDIR}"
+    cp "${PULL_SECRET_FILE}" "${PULL_SECRET_INSTALL_FILE}"
+    chmod 777 "${PULL_SECRET_INSTALL_FILE}"
+  else
+    echo "FILE SECRET:${PULL_SECRET_FILE} NOT FOUND"
+  fi
+}
+
+set_minikube_permission() {
+  chown "${MINIKUBE_USER}.${MINIKUBE_USER}" ${MINIKUBE_HOME}/*
+  chmod 755 ${MINIKUBE_HOME_BIN}/*
+}
+
+dump_tools() {
+  echo "================== Tools installed ================="
+  if [ ${RH_INSTALL} -eq 1 ];
+  then
+    ls "${CRC_HOME_BIN}"/*
+    rpm -q openshift-clients
+    oc status
+    "${CRC_HOME_BIN}"/crc status
+  else
+    ls "${MINIKUBE_HOME_BIN}"/*
+    rpm -q minikube
+    minikube status
+    "${MINIKUBE_HOME_BIN}"/kubectl version
+  fi
+  echo "================== /Tools installed ================"
+}
+
+# TODO: A parse pararams function could be added for this
+while getopts "rh" arg
+do
+  case "${arg}" in
+    r) RH_INSTALL=1
+      ;;
+    h) usage "$0" 0
+      ;;
+    *) usage "$0" 0
+      ;;
+  esac
+done
+
+rh_release=$(cat /etc/redhat-release  | awk -F "release" {'print $2'} | sed -e 's/^[ /t]*//g' | awk {'print $1'} | awk -F '.' {'print $1'})
+if [ $rh_release -lt 39 ];
+then
+  let result=255
+  echo "Red Hat release unsupported:[$rh_release],return:[${result}]"
+  exit ${result}
+fi
+
+if [ ${RH_INSTALL} -eq 0 ];
+then
+  create_minikube_user
+else
+  create_crc_user
+fi
+
+install_operator_sdk
+install_podman
+install_jq
+install_wget
+install_minikube
+setup_minikube
+install_kubectl
+set_minikube_permission
+clean
+dump_tools
+echo "Installation correct"
+exit 0

.github/workflows/scripts/install_dependencies.sh

@@ -22,7 +22,8 @@
 # OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
 # SOFTWARE.
 #
-COMMON="git file tree make"
+COMMON="git file tree make clamav clamav-freshclam helm podman docker"
+COMMAND_CHECK="kubectl clamscan helm podman docker"
 
 case "${DISTRO}" in
 debian:*|ubuntu:*)
@@ -32,7 +33,7 @@ debian:*|ubuntu:*)
     # We get some errors once in a while, so let's try a few times.
     for i in 1 2 3; do
         apt -y install ${COMMON} ${DEBIAN_UBUNTU} && break
-        sleep 1
+        sleep ${i}
     done
     ;;
 fedora:*|*centos:*)
@@ -47,3 +48,7 @@ echo "================= SYSTEM ================="
 cat /etc/os-release
 uname -a
 echo "=========================================="
+
+for command in ${COMMAND_CHECK}; do
+    command -v "${command}"
+done

.github/workflows/scripts/tang_operator_test.sh

@@ -0,0 +1,49 @@
+#!/bin/bash
+# ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
+#
+#   Copyright (c) 2021 Red Hat, Inc.
+#
+#   This program is free software: you can redistribute it and/or
+#   modify it under the terms of the GNU General Public License as
+#   published by the Free Software Foundation, either version 2 of
+#   the License, or (at your option) any later version.
+#
+#   This program is distributed in the hope that it will be
+#   useful, but WITHOUT ANY WARRANTY; without even the implied
+#   warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR
+#   PURPOSE.  See the GNU General Public License for more details.
+#
+#   You should have received a copy of the GNU General Public License
+#   along with this program. If not, see http://www.gnu.org/licenses/.
+#
+# ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
+echo "================ INFO ================"
+echo "DATE:$(date)"
+echo "HOSTNAME:$(hostname)"
+echo "================ /INFO ==============="
+
+result=1
+./dependency_install.sh
+dep_res=$?
+echo "Dependency installation result:${dep_res}"
+echo "======= DIRECTORY:$(pwd) ========"
+
+if [ ${dep_res} -eq 255 ];
+then
+    # Architecture unsupported, just let it go in this arch
+    echo "Architecture execution bypassed"
+    ./runnotest.sh
+    result=$?
+elif [ ${dep_res} -eq 0 ];
+then
+    chown minikube.minikube -R "$(pwd)"
+    # Ugly, but the way paths are managed (root dir not directory where running):
+    chown minikube.minikube -R "$(pwd)/../../../../../.."
+    # User minikube should have been installed, execute test as minikube user
+    su minikube -c '. ~/.bashrc && ./runtest.sh'
+    run_result=$?
+    echo "TEST EXECUTION RESULT:[${run_result}]"
+    result=${run_result}
+fi
+echo "RESULT:[${result}]"
+exit "${result}"