Log when opt-in or opt-out of ALL experiments (#15144)

package.nls.json

@@ -53,6 +53,7 @@
     "Pylance.pylanceNotInstalledMessage": "Pylance extension is not installed.",
     "Pylance.pylanceInstalledReloadPromptMessage": "Pylance extension is now installed. Reload window to activate?",
     "Experiments.inGroup": "User belongs to experiment group '{0}'",
+    "Experiments.optedOutOf": "User opted out of experiment group '{0}'",
     "Interpreters.RefreshingInterpreters": "Refreshing Python Interpreters",
     "Interpreters.entireWorkspace": "Entire workspace",
     "Interpreters.pythonInterpreterPath": "Python interpreter path: {0}",

src/client/common/experiments/service.ts

@@ -113,11 +113,48 @@ export class ExperimentService implements IExperimentService {
     }
 
     private logExperiments() {
+        if (this._optOutFrom.includes('All')) {
+            // We prioritize opt out first
+            this.output.appendLine(Experiments.optedOutOf().format('All'));
+
+            // Since we are in the Opt Out all case, this means when checking for experiment we
+            // short circuit and return. So, printing out additional experiment info might cause
+            // confusion. So skip printing out any specific experiment details to the log.
+            return;
+        } else if (this._optInto.includes('All')) {
+            // Only if 'All' is not in optOut then check if it is in Opt In.
+            this.output.appendLine(Experiments.inGroup().format('All'));
+
+            // Similar to the opt out case. If user is opting into to all experiments we short
+            // circuit the experiment checks. So, skip printing any additional details to the logs.
+            return;
+        }
+
         const experiments = this.globalState.get<{ features: string[] }>(EXP_MEMENTO_KEY, { features: [] });
 
+        // Log experiments that users manually opt out, these are experiments which are added using the exp framework.
+        this._optOutFrom
+            .filter((exp) => exp !== 'All' && exp.toLowerCase().startsWith('python'))
+            .forEach((exp) => {
+                this.output.appendLine(Experiments.optedOutOf().format(exp));
+            });
+
+        // Log experiments that users manually opt into, these are experiments which are added using the exp framework.
+        this._optInto
+            .filter((exp) => exp !== 'All' && exp.toLowerCase().startsWith('python'))
+            .forEach((exp) => {
+                this.output.appendLine(Experiments.inGroup().format(exp));
+            });
+
+        // Log experiments that users are added to by the exp framework
         experiments.features.forEach((exp) => {
-            // Filter out experiments groups that are not from the Python extension.
-            if (exp.toLowerCase().startsWith('python')) {
+            // Filter out experiment groups that are not from the Python extension.
+            // Filter out experiment groups that are not already opted out or opted into.
+            if (
+                exp.toLowerCase().startsWith('python') &&
+                !this._optOutFrom.includes(exp) &&
+                !this._optInto.includes(exp)
+            ) {
                 this.output.appendLine(Experiments.inGroup().format(exp));
             }
         });

src/client/common/utils/localize.ts

@@ -234,6 +234,7 @@ export namespace Http {
 }
 export namespace Experiments {
     export const inGroup = localize('Experiments.inGroup', "User belongs to experiment group '{0}'");
+    export const optedOutOf = localize('Experiments.optedOutOf', "User opted out of experiment group '{0}'");
 }
 export namespace Interpreters {
     export const loading = localize('Interpreters.LoadingInterpreters', 'Loading Python Interpreters');