ci: add helper script to test updated repository metadata (#638)

Use case: * upload pre-built packages on test/experimental before release * check whether repository metadata is correctly updated Currently added helper script will be executed on local machine. If repository metadata is valid, it reports something like: ``` Complete! Succeeded to install 5.0.3 on "amzn" from exp/lts/5 OK: debian:bullseye exp/5 OK: debian:bullseye exp/lts/5 OK: debian:bookworm exp/5 OK: debian:bookworm exp/lts/5 OK: ubuntu:focal exp/5 OK: ubuntu:focal exp/lts/5 OK: ubuntu:jammy exp/5 OK: ubuntu:jammy exp/lts/5 OK: centos:7 exp/5 OK: centos:7 exp/lts/5 OK: almalinux:8 exp/5 OK: almalinux:8 exp/lts/5 OK: rockylinux:9 exp/5 OK: rockylinux:9 exp/lts/5 OK: amazonlinux:2 exp/5 OK: amazonlinux:2 exp/lts/5 OK: amazonlinux:2023 exp/5 OK: amazonlinux:2023 exp/lts/5 ``` Signed-off-by: Kentaro Hayashi <[email protected]>
fluent · Apr 1, 2024 · c5133a4 · c5133a4
1 parent 08e7361
commit c5133a4
Show file tree

Hide file tree

Showing 2 changed files with 217 additions and 0 deletions.
diff --git a/fluent-package/test-install-in-docker.sh b/fluent-package/test-install-in-docker.sh
@@ -0,0 +1,159 @@
+#!/bin/bash
+
+set -e
+
+#
+# Intended to be invoked from test-verify-repo.sh
+#
+# Usage:
+#   test-install-in-docker.sh $USER 5
+#   test-install-in-docker.sh $USER lts/5
+#   test-install-in-docker.sh $USER exp/5
+#   test-install-in-docker.sh $USER exp/lts/5
+#
+
+function setup_apt_user()
+{
+    apt update
+    apt upgrade -y
+    apt install -y sudo expect curl
+    useradd -m -s /bin/bash -u 1000 $USER
+    expect -c "
+set timeout 5
+spawn env LANG=C passwd $USER
+expect \"New password:\"
+send: \"$USER\"
+expect \"Retype new password:\"
+send: \"$USER\"
+exit 0
+"
+    gpasswd -a $USER sudo
+    echo "$USER ALL=NOPASSWD: ALL" > /etc/sudoers.d/$USER
+    su - $USER
+}
+
+function setup_dnf_user()
+{
+    $DNF update -y
+    case $VERSION_ID in
+	*2023*|*9\.*)
+	    # curl-minimal should be used by default
+	    $DNF install -y sudo expect shadow-utils passwd util-linux
+	    ;;
+	*)
+	    $DNF install -y sudo expect curl shadow-utils passwd util-linux
+	    ;;
+    esac
+    useradd -m -s /bin/bash -u 1000 $USER
+    expect -c "
+set timeout 5
+spawn env LANG=C passwd $USER
+expect \"New password:\"
+send: \"$USER\"
+expect \"Retype new password:\"
+send: \"$USER\"
+exit 0
+"
+    gpasswd -a $USER wheel
+    echo "$USER ALL=NOPASSWD: ALL" > /etc/sudoers.d/$USER
+    su - $USER
+}
+
+function check_installed_version()
+{
+    VERSION=$1
+    case $VERSION in
+	*$TARGET*)
+	    echo "Succeeded to install $TARGET on $ID from $REPO"
+	    ;;
+	*)
+	    echo "Failed to install $TARGET from $REPO"
+	    exit 1
+	    ;;
+    esac
+}
+
+USER=$1
+REPO=$2
+TARGET=$3
+
+DNF=dnf
+
+ID=$(cat /etc/os-release | grep "^ID=" | cut -d'=' -f2)
+case $ID in
+    debian|ubuntu)
+	CODENAME=$(cat /etc/os-release | grep VERSION_CODENAME | cut -d'=' -f2)
+	case $CODENAME in
+	    bullseye|bookworm|focal|jammy)
+		setup_apt_user
+		case $REPO in
+		    exp/5)
+			curl -fsSL https://toolbelt.treasuredata.com/sh/install-$ID-$CODENAME-fluent-package5.sh | sh
+ 			sudo sed -i -e 's,/5,/test/experimental/5,' /etc/apt/sources.list.d/fluent.sources
+			;;
+		    exp/lts/5)
+			curl -fsSL https://toolbelt.treasuredata.com/sh/install-$ID-$CODENAME-fluent-package5-lts.sh | sh
+			sudo sed -i -e 's,/lts/5,/test/experimental/lts/5,' /etc/apt/sources.list.d/fluent-lts.sources
+ 			;;
+		esac
+		sudo apt update
+		sudo apt upgrade -y
+		v=$(apt-cache show fluent-package | grep "^Version" | head -n 1 | cut -d':' -f 2)
+		check_installed_version $v
+		;;
+	esac
+	;;
+    *centos*|*almalinux*|*rocky*)
+	DNF=yum
+	VERSION_ID=$(cat /etc/os-release | grep VERSION_ID | cut -d'=' -f2)
+	setup_dnf_user
+	case $REPO in
+	    exp/5)
+		curl -fsSL https://toolbelt.treasuredata.com/sh/install-redhat-fluent-package5.sh | sh
+ 		sudo sed -i -e 's,/5,/test/experimental/5,' /etc/yum.repos.d/fluent-package.repo
+		;;
+	    exp/lts/5)
+		curl -fsSL https://toolbelt.treasuredata.com/sh/install-redhat-fluent-package5-lts.sh | sh
+		sudo sed -i -e 's,/lts/5,/test/experimental/lts/5,' /etc/yum.repos.d/fluent-package-lts.repo
+ 		;;
+	esac
+	$DNF update -y
+	v=$($DNF info fluent-package | grep "^Version" | head -n 1 | cut -d':' -f 2)
+	check_installed_version $v
+	;;
+    *amzn*)
+	VERSION_ID=$(cat /etc/os-release | grep VERSION_ID | cut -d'=' -f2)
+	case $VERSION_ID in
+	    *2023*)
+		setup_dnf_user
+		case $REPO in
+		    exp/5)
+			curl -fsSL https://toolbelt.treasuredata.com/sh/install-amazon2023-fluent-package5.sh | sh
+ 			sudo sed -i -e 's,/5,/test/experimental/5,' /etc/yum.repos.d/fluent-package.repo
+			;;
+		    exp/lts/5)
+			curl -fsSL https://toolbelt.treasuredata.com/sh/install-amazon2023-fluent-package5-lts.sh | sh
+			sudo sed -i -e 's,/lts/5,/test/experimental/lts/5,' /etc/yum.repos.d/fluent-package-lts.repo
+			;;
+		esac
+		;;
+	    *2*)
+		DNF=yum
+		setup_dnf_user
+		case $REPO in
+		    exp/5)
+			curl -fsSL https://toolbelt.treasuredata.com/sh/install-amazon2-fluent-package5.sh | sh
+ 			sudo sed -i -e 's,/5,/test/experimental/5,' /etc/yum.repos.d/fluent-package.repo
+			;;
+		    exp/lts/5)
+			curl -fsSL https://toolbelt.treasuredata.com/sh/install-amazon2-fluent-package5-lts.sh | sh
+			sudo sed -i -e 's,/lts/5,/test/experimental/lts/5,' /etc/yum.repos.d/fluent-package-lts.repo
+			;;
+		esac
+		;;
+	esac
+	$DNF update -y
+	v=$($DNF info fluent-package | grep "^Version" | head -n 1 | cut -d':' -f 2)
+	check_installed_version $v
+	;;
+esac
diff --git a/fluent-package/test-verify-repo.sh b/fluent-package/test-verify-repo.sh
@@ -0,0 +1,58 @@
+#!/bin/bash
+
+#
+# Usage: test-verify-repo.sh 5.0.3
+#
+# It try to verify whether fluent-package is installable or not
+# from test/experimental/5, test/experimental/lts/5
+#
+
+function test_deb() {
+    for d in $DEB_TARGETS; do
+	for r in $REPO_TARGETS; do
+	    echo "TEST: on $d $r"
+	    docker run --rm -v $(pwd):/work $d /work/test-install-in-docker.sh $USER $r $VERSION
+	    if [ $? -eq 0 ]; then
+		RESULTS="$RESULTS\nOK: $d $r"
+	    else
+		RESULTS="$RESULTS\nNG: $d $r"
+	    fi
+	done
+    done
+}
+
+function test_rpm() {
+    for d in $RPM_TARGETS; do
+	for r in $REPO_TARGETS; do
+	    echo "TEST: on $d $r"
+	    docker run --rm -v $(pwd):/work $d /work/test-install-in-docker.sh $USER $r $VERSION
+	    if [ $? -eq 0 ]; then
+		RESULTS="$RESULTS\nOK: $d $r"
+	    else
+		RESULTS="$RESULTS\nNG: $d $r"
+	    fi
+	done
+    done
+}
+
+if [ $# -ne 1 ]; then
+    echo "Usage: test-verify-repo 5.0.3"
+    exit 1
+fi
+
+VERSION=$1
+
+if [ -z "$DEB_TARGETS" ]; then
+    DEB_TARGETS="debian:bullseye debian:bookworm ubuntu:focal ubuntu:jammy"
+fi
+if [ -z "$RPM_TARGETS" ]; then
+    RPM_TARGETS="centos:7 almalinux:8 rockylinux:9 amazonlinux:2 amazonlinux:2023"
+fi
+if [ -z "$REPO_TARGETS" ]; then
+    REPO_TARGETS="exp/5 exp/lts/5"
+fi
+
+RESULTS=""
+test_deb
+test_rpm
+echo -e $RESULTS