INT-9845: limit extensions

src/gsuite/clients/GSuiteInstalledAppsClient.ts

@@ -25,15 +25,15 @@ export class GSuiteInstalledAppsClient extends GSuiteChromeManagementClient {
   ): Promise<void> {
     const client = await this.getAuthenticatedServiceClient();
 
-    const oneYearAgo = new Date();
-    oneYearAgo.setFullYear(oneYearAgo.getFullYear() - 1);
-    const oneYearAgoFormatted = oneYearAgo.toISOString().split('T')[0]; // Format date to YYYY-MM-DD
+    const threeMonths = new Date();
+    threeMonths.setMonth(threeMonths.getMonth() - 3);
+    const threeMonthsFormatted = threeMonths.toISOString().split('T')[0]; // Format date to YYYY-MM-DD
 
     await this.iterateApi(
       async () => {
         return client.customers.reports.countInstalledApps({
           customer: `customers/${this.accountId}`,
-          filter: `app_type=${appType} AND latest_profile_active_date>=${oneYearAgoFormatted}`,
+          filter: `app_type=${appType} AND latest_profile_active_date>=${threeMonthsFormatted}`,
         });
       },
       async (data) => {

src/steps/chrome-extensions/index.ts

@@ -16,6 +16,10 @@ import { isAuthorizationError } from '../../utils/isAuthorizationError';
 
 const APP_EXTENSION_TYPE = 'EXTENSION';
 
+function isMultipleOfHundredThousand(num: number) {
+  return num % 100000 === 0;
+}
+
 export async function fetchChromeExtensions({
   instance,
   logger,
@@ -26,6 +30,8 @@ export async function fetchChromeExtensions({
     logger: logger,
   });
 
+  let processedCount = 0;
+
   try {
     await client.iterateInstalledApps(APP_EXTENSION_TYPE, async (app) => {
       if (
@@ -35,6 +41,12 @@ export async function fetchChromeExtensions({
         return;
       }
       await jobState.addEntity(createChromeExtensionEntity(app));
+
+      processedCount++;
+
+      if (isMultipleOfHundredThousand(processedCount)) {
+        logger.info(`Processing extensions: ${processedCount}`);
+      }
     });
   } catch (err) {
     if (

src/steps/groups/index.ts

@@ -300,6 +300,7 @@ export async function fetchGroupSettings(
   });
 
   const quotaExceededWarnings: string[] = [];
+  const authWarnings: string[] = [];
 
   await jobState.iterateEntities(
     { _type: entities.GROUP._type },
@@ -328,12 +329,14 @@ export async function fetchGroupSettings(
             err.statusText.match(errorText),
           ).length > 0
         ) {
-          context.logger.publishWarnEvent({
-            name: IntegrationWarnEventName.MissingPermission,
-            description: `Could not ingest group setttings. Missing required scope(s) (scopes=${client.requiredScopes.join(
-              ', ',
-            )}). Additionally, Groups -> Read Admin API Privilege needs to be enabled.`,
-          });
+          const authErrorWarningMessage = `Could not ingest group setttings. Missing required scope(s) (scopes=${client.requiredScopes.join(
+            ', ',
+          )}). Additionally, Groups -> Read Admin API Privilege needs to be enabled.`;
+
+          if (!authWarnings.includes(authErrorWarningMessage)) {
+            authWarnings.push(authErrorWarningMessage);
+          }
+
           return;
         }
 
@@ -360,6 +363,13 @@ export async function fetchGroupSettings(
       description: quotaExceededWarning,
     });
   }
+
+  for (const authWarning of authWarnings) {
+    context.logger.publishWarnEvent({
+      name: IntegrationWarnEventName.MissingPermission,
+      description: authWarning,
+    });
+  }
 }
 
 export const groupSteps: IntegrationStep<IntegrationConfig>[] = [