controllers: Generates VGSClass

Signed-off-by: raaizik <[email protected]>

Author: raaizik

config/rbac/role.yaml

@@ -133,6 +133,16 @@ rules:
   - get
   - list
   - watch
+- apiGroups:
+  - groupsnapshot.storage.k8s.io
+  resources:
+  - volumegroupsnapshotclasses
+  verbs:
+  - create
+  - delete
+  - get
+  - list
+  - watch
 - apiGroups:
   - monitoring.coreos.com
   resources:

controllers/storageclaim_controller.go

@@ -32,6 +32,7 @@ import (
 	"github.com/red-hat-storage/ocs-client-operator/pkg/utils"
 
 	"github.com/go-logr/logr"
+	groupsnapapi "github.com/kubernetes-csi/external-snapshotter/client/v6/apis/volumegroupsnapshot/v1alpha1"
 	snapapi "github.com/kubernetes-csi/external-snapshotter/client/v6/apis/volumesnapshot/v1"
 	providerclient "github.com/red-hat-storage/ocs-operator/v4/services/provider/client"
 	corev1 "k8s.io/api/core/v1"
@@ -110,6 +111,7 @@ func (r *StorageClaimReconciler) SetupWithManager(mgr ctrl.Manager) error {
 		For(&v1alpha1.StorageClaim{}, builder.WithPredicates(predicate.GenerationChangedPredicate{})).
 		Owns(&storagev1.StorageClass{}).
 		Owns(&snapapi.VolumeSnapshotClass{}).
+		Owns(&groupsnapapi.VolumeGroupSnapshotClass{}).
 		Complete(r)
 }
 
@@ -119,6 +121,7 @@ func (r *StorageClaimReconciler) SetupWithManager(mgr ctrl.Manager) error {
 //+kubebuilder:rbac:groups="",resources=secrets,verbs=get;list;watch;create;update;delete
 //+kubebuilder:rbac:groups=storage.k8s.io,resources=storageclasses,verbs=get;list;watch;create;update;patch;delete
 //+kubebuilder:rbac:groups=snapshot.storage.k8s.io,resources=volumesnapshotclasses,verbs=get;list;watch;create;delete
+//+kubebuilder:rbac:groups=groupsnapshot.storage.k8s.io,resources=volumegroupsnapshotclasses,verbs=get;list;watch;create;delete
 //+kubebuilder:rbac:groups=core,resources=persistentvolumes,verbs=get;list;watch
 //+kubebuilder:rbac:groups=snapshot.storage.k8s.io,resources=volumesnapshotcontents,verbs=get;list;watch
 
@@ -327,11 +330,14 @@ func (r *StorageClaimReconciler) reconcilePhases() (reconcile.Result, error) {
 		// Go over the received objects and operate on them accordingly.
 		for _, resource := range resources {
 			data := map[string]string{}
+			labels := map[string]string{}
 			err = json.Unmarshal(resource.Data, &data)
 			if err != nil {
 				return reconcile.Result{}, fmt.Errorf("failed to unmarshal StorageClaim configuration response: %v", err)
 			}
 
+			// SID for RamenDR
+			storageID := getMD5Hash(string(r.storageClaim.UID)) + r.storageClaimHash
 			// Create the received resources, if necessary.
 			switch resource.Kind {
 			case "Secret":
@@ -398,15 +404,35 @@ func (r *StorageClaimReconciler) reconcilePhases() (reconcile.Result, error) {
 				// storageclaim is clusterscoped resources using its
 				// hash as the clusterID
 				data["clusterID"] = r.storageClaimHash
+				labels["ramendr.openshift.io/replicationID"] = r.storageClaimHash
+				labels["ramendr.openshift.io/storageID"] = storageID
 				if resource.Name == "cephfs" {
-					volumeSnapshotClass = r.getCephFSVolumeSnapshotClass(data)
+					volumeSnapshotClass = r.getCephFSVolumeSnapshotClass(data, labels)
 				} else if resource.Name == "ceph-rbd" {
-					volumeSnapshotClass = r.getCephRBDVolumeSnapshotClass(data)
+					volumeSnapshotClass = r.getCephRBDVolumeSnapshotClass(data, labels)
 				}
 				utils.AddAnnotation(volumeSnapshotClass, storageClaimAnnotation, r.storageClaim.Name)
 				if err := r.createOrReplaceVolumeSnapshotClass(volumeSnapshotClass); err != nil {
 					return reconcile.Result{}, fmt.Errorf("failed to create or update VolumeSnapshotClass: %s", err)
 				}
+			case "VolumeGroupSnapshotClass":
+				var volumeGroupSnapshotClass *groupsnapapi.VolumeGroupSnapshotClass
+				data["csi.storage.k8s.io/snapshotter-secret-namespace"] = r.OperatorNamespace
+				// generate a new clusterID for cephfs subvolumegroup, as
+				// storageclaim is clusterscoped resources using its
+				// hash as the clusterID
+				data["clusterID"] = r.storageClaimHash
+				labels["ramendr.openshift.io/replicationID"] = r.storageClaimHash
+				labels["ramendr.openshift.io/storageID"] = storageID
+				if resource.Name == "cephfs" {
+					volumeGroupSnapshotClass = r.getCephFSVolumeGroupSnapshotClass(data, labels)
+				} else if resource.Name == "ceph-rbd" {
+					volumeGroupSnapshotClass = r.getCephRBDVolumeGroupSnapshotClass(data, labels)
+				}
+				utils.AddAnnotation(volumeGroupSnapshotClass, storageClaimAnnotation, r.storageClaim.Name)
+				if err := r.createOrReplaceVolumeGroupSnapshotClass(volumeGroupSnapshotClass); err != nil {
+					return reconcile.Result{}, fmt.Errorf("failed to create or update volumeGroupSnapshot: %s", err)
+				}
 			}
 		}
 
@@ -501,10 +527,11 @@ func (r *StorageClaimReconciler) getCephRBDStorageClass(data map[string]string)
 	return storageClass
 }
 
-func (r *StorageClaimReconciler) getCephFSVolumeSnapshotClass(data map[string]string) *snapapi.VolumeSnapshotClass {
+func (r *StorageClaimReconciler) getCephFSVolumeSnapshotClass(data map[string]string, labels map[string]string) *snapapi.VolumeSnapshotClass {
 	volumesnapshotclass := &snapapi.VolumeSnapshotClass{
 		ObjectMeta: metav1.ObjectMeta{
-			Name: r.storageClaim.Name,
+			Name:   r.storageClaim.Name,
+			Labels: labels,
 		},
 		Driver:         csi.GetCephFSDriverName(),
 		DeletionPolicy: snapapi.VolumeSnapshotContentDelete,
@@ -513,10 +540,11 @@ func (r *StorageClaimReconciler) getCephFSVolumeSnapshotClass(data map[string]st
 	return volumesnapshotclass
 }
 
-func (r *StorageClaimReconciler) getCephRBDVolumeSnapshotClass(data map[string]string) *snapapi.VolumeSnapshotClass {
+func (r *StorageClaimReconciler) getCephRBDVolumeSnapshotClass(data map[string]string, labels map[string]string) *snapapi.VolumeSnapshotClass {
 	volumesnapshotclass := &snapapi.VolumeSnapshotClass{
 		ObjectMeta: metav1.ObjectMeta{
-			Name: r.storageClaim.Name,
+			Name:   r.storageClaim.Name,
+			Labels: labels,
 		},
 		Driver:         csi.GetRBDDriverName(),
 		DeletionPolicy: snapapi.VolumeSnapshotContentDelete,
@@ -651,6 +679,68 @@ func (r *StorageClaimReconciler) hasVolumeSnapshotContents() (bool, error) {
 	return false, nil
 }
 
+func (r *StorageClaimReconciler) getCephFSVolumeGroupSnapshotClass(data map[string]string, labels map[string]string) *groupsnapapi.VolumeGroupSnapshotClass {
+	volumgroupesnapshotclass := &groupsnapapi.VolumeGroupSnapshotClass{
+		ObjectMeta: metav1.ObjectMeta{
+			Name:   r.storageClaim.Name,
+			Labels: labels,
+		},
+		Driver:         csi.GetCephFSDriverName(),
+		DeletionPolicy: snapapi.VolumeSnapshotContentDelete,
+		Parameters:     data,
+	}
+	return volumgroupesnapshotclass
+}
+
+func (r *StorageClaimReconciler) getCephRBDVolumeGroupSnapshotClass(data map[string]string, labels map[string]string) *groupsnapapi.VolumeGroupSnapshotClass {
+	volumegroupsnapshotclass := &groupsnapapi.VolumeGroupSnapshotClass{
+		ObjectMeta: metav1.ObjectMeta{
+			Name:   r.storageClaim.Name,
+			Labels: labels,
+		},
+		Driver:         csi.GetRBDDriverName(),
+		DeletionPolicy: snapapi.VolumeSnapshotContentDelete,
+		Parameters:     data,
+	}
+	return volumegroupsnapshotclass
+}
+
+func (r *StorageClaimReconciler) createOrReplaceVolumeGroupSnapshotClass(volumeGroupSnapshotClass *groupsnapapi.VolumeGroupSnapshotClass) error {
+	existing := &groupsnapapi.VolumeGroupSnapshotClass{}
+	existing.Name = r.storageClaim.Name
+
+	if err := r.own(volumeGroupSnapshotClass); err != nil {
+		return fmt.Errorf("failed to own volumegroupsnapshotclass: %v", err)
+	}
+
+	if err := r.get(existing); err != nil && !errors.IsNotFound(err) {
+		return fmt.Errorf("failed to get VolumeGroupSnapshotClass: %v", err)
+	}
+
+	// If present then compare the existing VolumeGroupSnapshotClass parameters with
+	// the received VolumeGroupSnapshotClass parameters, and only proceed if they differ.
+	if reflect.DeepEqual(existing.Parameters, volumeGroupSnapshotClass.Parameters) {
+		return nil
+	}
+
+	// VolumeGroupSnapshotClass already exists, but parameters have changed. Delete the existing VolumeGroupSnapshotClass and create a new one.
+	if existing.UID != "" {
+		// Since we have to update the existing VolumeGroupSnapshotClass, so we will delete the existing VolumeGroupSnapshotClass and create a new one.
+		r.log.Info("VolumeGroupSnapshotClass needs to be updated, deleting it.", "Name", existing.Name)
+
+		// Delete the VolumeGroupSnapshotClass.
+		if err := r.delete(existing); err != nil {
+			r.log.Error(err, "Failed to delete VolumeGroupSnapshotClass.", "Name", existing.Name)
+			return fmt.Errorf("failed to delete VolumeGroupSnapshotClass: %v", err)
+		}
+	}
+	r.log.Info("Creating VolumeGroupSnapshotClass.", "Name", existing.Name)
+	if err := r.Client.Create(r.ctx, volumeGroupSnapshotClass); err != nil {
+		return fmt.Errorf("failed to create VolumeGroupSnapshotClass: %v", err)
+	}
+	return nil
+}
+
 func getMD5Hash(text string) string {
 	hash := md5.Sum([]byte(text))
 	return hex.EncodeToString(hash[:])