fix(sharepoint): add compact site-group DLS mode to reduce ACL memory

app/connectors_service/connectors/sources/sharepoint/sharepoint_online/client.py

@@ -258,6 +258,20 @@ async def site_admins(self, site_web_url):
             self._logger.debug(f"No site admins found for site: '${site_web_url}'")
             return
 
+    async def site_groups(self, site_web_url):
+        self._validate_sharepoint_rest_url(site_web_url)
+
+        select_ = "Id,Title"
+        url = f"{site_web_url}/_api/web/sitegroups?$select={select_}"
+
+        try:
+            async for page in self._rest_api_client.scroll(url):
+                for site_group in page:
+                    yield site_group
+        except NotFound:
+            self._logger.debug(f"No site groups found for site: '{site_web_url}'")
+            return
+
     async def site_groups_users(self, site_web_url, site_group_id):
         self._validate_sharepoint_rest_url(site_web_url)
 
@@ -278,7 +292,7 @@ async def active_users_with_groups(self):
         expand = "transitiveMemberOf($select=id)"
         top = 999  # this is accepted, but does not get taken literally. Response size seems to max out at 100
         filter_ = "accountEnabled eq true"
-        select = "UserName,userPrincipalName,Email,mail,transitiveMemberOf,id,createdDateTime"
+        select = "UserName,userPrincipalName,Email,mail,transitiveMemberOf,id,createdDateTime,userType"
         url = f"{GRAPH_API_URL}/users?$expand={expand}&$top={top}&$filter={filter_}&$select={select}"
 
         try: