Task/NVPE-32: Cleanup NIM integration tech preview resources

pkg/upgrade/upgrade.go

@@ -13,6 +13,7 @@ import (
 	routev1 "github.com/openshift/api/route/v1"
 	monitoringv1 "github.com/prometheus-operator/prometheus-operator/pkg/apis/monitoring/v1"
 	appsv1 "k8s.io/api/apps/v1"
+	batchv1 "k8s.io/api/batch/v1"
 	corev1 "k8s.io/api/core/v1"
 	rbacv1 "k8s.io/api/rbac/v1"
 	apiextv1 "k8s.io/apiextensions-apiserver/pkg/apis/apiextensions/v1"
@@ -287,6 +288,9 @@ func CleanupExistingResource(ctx context.Context,
 	toDelete := getDashboardWatsonResources(dscApplicationsNamespace)
 	multiErr = multierror.Append(multiErr, deleteResources(ctx, cli, &toDelete))
 
+	// cleanup nvidia nim integration remove tech preview
+	multiErr = multierror.Append(multiErr, cleanupNimIntegrationTechPreview(ctx, cli, oldReleaseVersion, dscApplicationsNamespace))
+
 	return multiErr.ErrorOrNil()
 }
 
@@ -603,3 +607,58 @@ func GetDeployedRelease(ctx context.Context, cli client.Client) (cluster.Release
 	// could be a clean installation or both CRs are deleted already
 	return cluster.Release{}, nil
 }
+
+func cleanupNimIntegrationTechPreview(ctx context.Context, cli client.Client, oldRelease cluster.Release, applicationNS string) error {
+	var errs *multierror.Error
+
+	if oldRelease.Version.Minor >= 14 && oldRelease.Version.Minor <= 15 {
+		logger := logf.FromContext(ctx)
+		nimCronjob := "nvidia-nim-periodic-validator"
+		nimConfigMap := "nvidia-nim-validation-result"
+		nimAPISec := "nvidia-nim-access"
+
+		job := &batchv1.CronJob{}
+		if err := cli.Get(ctx, types.NamespacedName{Name: nimCronjob, Namespace: applicationNS}, job); err != nil {
+			if !k8serr.IsNotFound(err) {
+				logger.V(1).Error(err, "failed to get NIM cronjob "+nimCronjob)
+			}
+		} else {
+			if dErr := cli.Delete(ctx, job); dErr != nil {
+				logger.Error(dErr, "failed to remove NIM cronjob "+nimCronjob)
+				errs = multierror.Append(errs, dErr)
+			} else {
+				logger.Info("removed NIM cronjob successfully")
+			}
+		}
+
+		cm := &corev1.ConfigMap{}
+		if err := cli.Get(ctx, types.NamespacedName{Name: nimConfigMap, Namespace: applicationNS}, cm); err != nil {
+			if !k8serr.IsNotFound(err) {
+				logger.V(1).Error(err, "failed to get NIM configmap "+nimConfigMap)
+			}
+		} else {
+			if dErr := cli.Delete(ctx, cm); dErr != nil {
+				logger.Error(dErr, "failed to remove NIM configmap "+nimConfigMap)
+				errs = multierror.Append(errs, dErr)
+			} else {
+				logger.V(1).Info("removed NIM configmap successfully")
+			}
+		}
+
+		sec := &corev1.Secret{}
+		if err := cli.Get(ctx, types.NamespacedName{Name: nimAPISec, Namespace: applicationNS}, sec); err != nil {
+			if !k8serr.IsNotFound(err) {
+				logger.V(1).Error(err, "failed to get NIM API key secret "+nimAPISec)
+			}
+		} else {
+			if dErr := cli.Delete(ctx, sec); dErr != nil {
+				logger.Error(dErr, "failed to remove NIM API key secret "+nimAPISec)
+				errs = multierror.Append(errs, dErr)
+			} else {
+				logger.V(1).Info("removed NIM API key secret successfully")
+			}
+		}
+	}
+
+	return errs.ErrorOrNil()
+}