Revert "Allows filters to be updated (#3650)" (#3655)

This reverts commit d90994ccab.

pro/auth/sync.go

@@ -11,13 +11,11 @@ import (
 	"github.com/gravitl/netmaker/logger"
 	"github.com/gravitl/netmaker/logic"
 	"github.com/gravitl/netmaker/models"
-	"github.com/gravitl/netmaker/mq"
 	"github.com/gravitl/netmaker/pro/idp"
 	"github.com/gravitl/netmaker/pro/idp/azure"
 	"github.com/gravitl/netmaker/pro/idp/google"
 	"github.com/gravitl/netmaker/pro/idp/okta"
 	proLogic "github.com/gravitl/netmaker/pro/logic"
-	"github.com/gravitl/netmaker/servercfg"
 )
 
 var (
@@ -151,8 +149,7 @@ func syncUsers(idpUsers []idp.User) error {
 	for _, user := range idpUsers {
 		if user.AccountArchived {
 			// delete the user if it has been archived.
-			user := dbUsersMap[user.Username]
+			_ = logic.DeleteUser(user.Username)
-			_ = deleteAndCleanUpUser(&user)
 			continue
 		}
 
@@ -212,17 +209,17 @@ func syncUsers(idpUsers []idp.User) error {
 	}
 
 	for _, user := range dbUsersMap {
-		if user.ExternalIdentityProviderID != "" {
+		if user.ExternalIdentityProviderID == "" {
+			continue
+		}
 		if _, ok := idpUsersMap[user.UserName]; !ok {
-				// delete the user if it has been deleted on idp
+			// delete the user if it has been deleted on idp.
-				// or is filtered out.
+			err = logic.DeleteUser(user.UserName)
-				err = deleteAndCleanUpUser(&user)
 			if err != nil {
 				return err
 			}
 		}
 	}
-	}
 
 	return nil
 }
@@ -280,11 +277,7 @@ func syncGroups(idpGroups []idp.Group) error {
 			dbGroup.ExternalIdentityProviderID = group.ID
 			dbGroup.Name = group.Name
 			dbGroup.Default = false
-			dbGroup.NetworkRoles = map[models.NetworkID]map[models.UserRoleID]struct{}{
+			dbGroup.NetworkRoles = make(map[models.NetworkID]map[models.UserRoleID]struct{})
-				models.AllNetworks: {
-					proLogic.GetDefaultGlobalUserRoleID(): {},
-				},
-			}
 			err := proLogic.CreateUserGroup(&dbGroup)
 			if err != nil {
 				return err
@@ -331,9 +324,8 @@ func syncGroups(idpGroups []idp.Group) error {
 	for _, group := range dbGroups {
 		if group.ExternalIdentityProviderID != "" {
 			if _, ok := idpGroupsMap[group.ExternalIdentityProviderID]; !ok {
-				// delete the group if it has been deleted on idp
+				// delete the group if it has been deleted on idp.
-				// or is filtered out.
+				err = proLogic.DeleteUserGroup(group.ID)
-				err = proLogic.DeleteAndCleanUpGroup(&group)
 				if err != nil {
 					return err
 				}
@@ -363,7 +355,6 @@ func GetIDPSyncStatus() models.IDPSyncStatus {
 		}
 	}
 }
-
 func filterUsersByGroupMembership(idpUsers []idp.User, idpGroups []idp.Group) []idp.User {
 	usersMap := make(map[string]int)
 	for i, user := range idpUsers {
@@ -404,7 +395,6 @@ func filterGroupsByMembers(idpGroups []idp.Group, idpUsers []idp.User) []idp.Gro
 			if _, ok := usersMap[member]; ok {
 				members = append(members, member)
 			}
-		}
 
 			if len(members) > 0 {
 				// the group at index `i` has members from the `idpUsers` list,
@@ -414,6 +404,7 @@ func filterGroupsByMembers(idpGroups []idp.Group, idpUsers []idp.User) []idp.Gro
 				idpGroups[i].Members = members
 			}
 		}
+	}
 
 	i := 0
 	filteredGroups := make([]idp.Group, len(filteredGroupsMap))
@@ -424,37 +415,3 @@ func filterGroupsByMembers(idpGroups []idp.Group, idpUsers []idp.User) []idp.Gro
 
 	return filteredGroups
 }
-
-// TODO: deduplicate
-// The cyclic import between the package logic and mq requires this
-// function to be duplicated in multiple places.
-func deleteAndCleanUpUser(user *models.User) error {
-	err := logic.DeleteUser(user.UserName)
-	if err != nil {
-		return err
-	}
-
-	// check and delete extclient with this ownerID
-	go func() {
-		extclients, err := logic.GetAllExtClients()
-		if err != nil {
-			return
-		}
-		for _, extclient := range extclients {
-			if extclient.OwnerID == user.UserName {
-				err = logic.DeleteExtClientAndCleanup(extclient)
-				if err == nil {
-					_ = mq.PublishDeletedClientPeerUpdate(&extclient)
-				}
-			}
-		}
-
-		go logic.DeleteUserInvite(user.UserName)
-		go mq.PublishPeerUpdate(false)
-		if servercfg.IsDNSMode() {
-			go logic.SetDNS()
-		}
-	}()
-
-	return nil
-}

pro/controllers/users.go

@@ -808,13 +808,11 @@ func deleteUserGroup(w http.ResponseWriter, r *http.Request) {
 		logic.ReturnErrorResponse(w, r, logic.FormatError(errors.New("cannot delete default user group"), "badrequest"))
 		return
 	}
-	err = proLogic.DeleteAndCleanUpGroup(&userG)
+	err = proLogic.DeleteUserGroup(models.UserGroupID(gid))
 	if err != nil {
 		logic.ReturnErrorResponse(w, r, logic.FormatError(err, "internal"))
 		return
 	}
-
-	// TODO: log event in proLogic.DeleteAndCleanUpGroup so that all deletions are logged.
 	logic.LogEvent(&models.Event{
 		Action: models.Delete,
 		Source: models.Subject{
@@ -830,7 +828,42 @@ func deleteUserGroup(w http.ResponseWriter, r *http.Request) {
 		},
 		Origin: models.Dashboard,
 	})
+	replacePeers := false
+	go func() {
+		for networkID := range userG.NetworkRoles {
+			acls, err := logic.ListAclsByNetwork(networkID)
+			if err != nil {
+				continue
+			}
 
+			for _, acl := range acls {
+				var hasGroupSrc bool
+				newAclSrc := make([]models.AclPolicyTag, 0)
+				for _, src := range acl.Src {
+					if src.ID == models.UserGroupAclID && src.Value == userG.ID.String() {
+						hasGroupSrc = true
+					} else {
+						newAclSrc = append(newAclSrc, src)
+					}
+				}
+
+				if hasGroupSrc {
+					if len(newAclSrc) == 0 {
+						// no other src exists, delete acl.
+						_ = logic.DeleteAcl(acl)
+					} else {
+						// other sources exist, update acl.
+						acl.Src = newAclSrc
+						_ = logic.UpsertAcl(acl)
+					}
+					replacePeers = true
+				}
+			}
+		}
+	}()
+
+	go proLogic.UpdatesUserGwAccessOnGrpUpdates(userG.ID, userG.NetworkRoles, make(map[models.NetworkID]map[models.UserRoleID]struct{}))
+	go mq.PublishPeerUpdate(replacePeers)
 	logic.ReturnSuccessResponseWithJson(w, r, nil, "deleted user group")
 }
 

pro/idp/azure/azure.go

@@ -226,19 +226,15 @@ func (a *Client) getAccessToken() (string, error) {
 }
 
 func buildPrefixFilter(field string, prefixes []string) string {
-	return url.PathEscape("$filter=" + buildCondition(field, prefixes))
-}
-
-func buildCondition(field string, prefixes []string) string {
 	if len(prefixes) == 0 {
 		return ""
 	}
 
 	if len(prefixes) == 1 {
-		return fmt.Sprintf("startswith(%s,'%s')", field, prefixes[0])
+		return fmt.Sprintf("$filter=startswith(%s,'%s')", field, prefixes[0])
 	}
 
-	return buildCondition(field, prefixes[:1]) + " or " + buildCondition(field, prefixes[1:])
+	return buildPrefixFilter(field, prefixes[:1]) + "%20or%20" + buildPrefixFilter(field, prefixes[1:])
 }
 
 type getUsersResponse struct {

pro/logic/user_mgmt.go

@@ -620,22 +620,6 @@ func GetUserGroup(gid models.UserGroupID) (models.UserGroup, error) {
 	return ug, nil
 }
 
-func GetDefaultGlobalAdminGroupID() models.UserGroupID {
-	return globalNetworksAdminGroupID
-}
-
-func GetDefaultGlobalUserGroupID() models.UserGroupID {
-	return globalNetworksUserGroupID
-}
-
-func GetDefaultGlobalAdminRoleID() models.UserRoleID {
-	return globalNetworksAdminRoleID
-}
-
-func GetDefaultGlobalUserRoleID() models.UserRoleID {
-	return globalNetworksUserRoleID
-}
-
 func GetDefaultNetworkAdminGroupID(networkID models.NetworkID) models.UserGroupID {
 	return models.UserGroupID(fmt.Sprintf("%s-%s-grp", networkID, models.NetworkAdmin))
 }
@@ -688,52 +672,6 @@ func UpdateUserGroup(g models.UserGroup) error {
 	return database.Insert(g.ID.String(), string(d), database.USER_GROUPS_TABLE_NAME)
 }
 
-func DeleteAndCleanUpGroup(group *models.UserGroup) error {
-	err := DeleteUserGroup(group.ID)
-	if err != nil {
-		return err
-	}
-
-	go func() {
-		var replacePeers bool
-		for networkID := range group.NetworkRoles {
-			acls, err := logic.ListAclsByNetwork(networkID)
-			if err != nil {
-				continue
-			}
-
-			for _, acl := range acls {
-				var hasGroupSrc bool
-				newAclSrc := make([]models.AclPolicyTag, 0)
-				for _, src := range acl.Src {
-					if src.ID == models.UserGroupAclID && src.Value == group.ID.String() {
-						hasGroupSrc = true
-					} else {
-						newAclSrc = append(newAclSrc, src)
-					}
-				}
-
-				if hasGroupSrc {
-					if len(newAclSrc) == 0 {
-						// no other src exists, delete acl.
-						_ = logic.DeleteAcl(acl)
-					} else {
-						// other sources exist, update acl.
-						acl.Src = newAclSrc
-						_ = logic.UpsertAcl(acl)
-					}
-					replacePeers = true
-				}
-			}
-		}
-
-		go UpdatesUserGwAccessOnGrpUpdates(group.ID, group.NetworkRoles, make(map[models.NetworkID]map[models.UserRoleID]struct{}))
-		go mq.PublishPeerUpdate(replacePeers)
-	}()
-
-	return nil
-}
-
 // DeleteUserGroup - deletes user group
 func DeleteUserGroup(gid models.UserGroupID) error {
 	g, err := GetUserGroup(gid)