test: add parameterized policy plumbing smoke test

Co-authored-by: Copilot <223556219+Copilot@users.noreply.github.com>
Copilot-Session: cea11743-4d3d-48b7-9b6d-8028b722593d

Author: rwoll

src/vs/code/electron-main/main.ts

@@ -227,7 +227,8 @@ class CodeMain {
 			policyServices.push(disposables.add(new NativePolicyService(logService, policyProductName)));
 		} else if (isLinux) {
 			policyServices.push(disposables.add(new FilePolicyService(URI.file(LINUX_SYSTEM_POLICY_FILE_PATH), fileService, logService)));
-		} else if (environmentMainService.policyFile) {
+		}
+		if (environmentMainService.args['enable-smoke-test-driver'] && environmentMainService.policyFile) {
 			policyServices.push(disposables.add(new FilePolicyService(environmentMainService.policyFile, fileService, logService)));
 		}
 

test/smoke/src/areas/policy/policy.test.ts

@@ -0,0 +1,71 @@
+/*---------------------------------------------------------------------------------------------
+ *  Copyright (c) Microsoft Corporation. All rights reserved.
+ *  Licensed under the MIT License. See License.txt in the project root for license information.
+ *--------------------------------------------------------------------------------------------*/
+
+import * as assert from 'assert';
+import * as fs from 'fs';
+import * as path from 'path';
+import { Application, ApplicationOptions, Logger } from '../../../../automation';
+import { installAllHandlers } from '../../utils';
+
+const SETTING_KEY = 'extensions.autoUpdate';
+const SETTING_SELECTOR = `.settings-editor .setting-item-contents[data-key="${SETTING_KEY}"]`;
+
+export function setup(logger: Logger) {
+	for (const testCase of [
+		{ name: 'without policy', policyValue: undefined, expectedValue: 'on' },
+		{ name: 'with policy', policyValue: 'off', expectedValue: 'off' },
+	]) {
+		describe(`Policy Plumbing (${testCase.name})`, () => {
+			installAllHandlers(logger, options => configurePolicyTest(options, testCase.policyValue));
+
+			it('applies the expected setting value', async function () {
+				const app = this.app as Application;
+
+				await app.workbench.settingsEditor.searchSettingsUI(`@id:${SETTING_KEY}`);
+				await app.code.waitForTextContent(
+					`${SETTING_SELECTOR} .setting-item-control select option:checked`,
+					testCase.expectedValue
+				);
+				await app.code.waitForElement(
+					`${SETTING_SELECTOR} .setting-item-control select:${testCase.policyValue === undefined ? 'enabled' : 'disabled'}`
+				);
+
+				const indicatorSelector = `${SETTING_SELECTOR} .setting-indicators-container .setting-indicator`;
+				await app.code.waitForElements(
+					indicatorSelector,
+					false,
+					elements => elements.some(element => element.textContent.includes('Managed by organization'))
+						=== (testCase.policyValue !== undefined)
+				);
+			});
+		});
+	}
+}
+
+function configurePolicyTest(options: ApplicationOptions, policyValue: string | undefined): ApplicationOptions {
+	assert.ok(options.userDataDir);
+
+	const portablePath = `${options.userDataDir}-policy`;
+	const userDataDir = path.join(portablePath, 'user-data');
+	const userSettingsPath = path.join(userDataDir, 'User', 'settings.json');
+	fs.mkdirSync(path.dirname(userSettingsPath), { recursive: true });
+	fs.writeFileSync(userSettingsPath, JSON.stringify({ [SETTING_KEY]: 'on' }));
+
+	const extraArgs = [...(options.extraArgs ?? [])];
+	if (policyValue !== undefined) {
+		fs.writeFileSync(path.join(portablePath, 'policy.json'), JSON.stringify({ ExtensionsAutoUpdate: policyValue }));
+		extraArgs.push('--__enable-file-policy');
+	}
+
+	return {
+		...options,
+		userDataDir,
+		extraArgs,
+		extraEnv: {
+			...options.extraEnv,
+			VSCODE_PORTABLE: portablePath,
+		},
+	};
+}

test/smoke/src/main.ts

@@ -35,6 +35,7 @@ import { setup as setupChatModelConfigTests } from './areas/chat/chatModelConfig
 import { setup as setupAccessibilityTests } from './areas/accessibility/accessibility.test';
 import { setup as setupAgentsWindowTests } from './areas/agentsWindow/agentsWindow.test';
 import { setup as setupBrowserViewTests } from './areas/browserView/browserView.test';
+import { setup as setupPolicyTests } from './areas/policy/policy.test';
 
 const rootPath = path.join(__dirname, '..', '..', '..');
 
@@ -445,5 +446,6 @@ describe(`VSCode Smoke Tests (${opts.web ? 'Web' : 'Electron'})`, () => {
 	if (!opts.web && !opts.remote) { setupChatModelConfigTests(logger); }
 	if (!opts.web && !opts.remote) { setupAgentsWindowTests(logger); }
 	if (!opts.web && !opts.remote) { setupBrowserViewTests(logger); }
+	if (!opts.web && !opts.remote) { setupPolicyTests(logger); }
 	setupAccessibilityTests(logger, opts, quality);
 });