Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

chore: add feature flag report to package #32607

Merged
merged 8 commits into from
Dec 23, 2024
Merged
Show file tree
Hide file tree
Changes from 3 commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
6 changes: 6 additions & 0 deletions packages/@aws-cdk/integ-runner/build-tools/generate.sh
Original file line number Diff line number Diff line change
@@ -0,0 +1,6 @@
#!/bin/bash
set -euo pipefail

# Copy the recommended-feature-flags.json file out from aws-cdk-lib.
path=$(node -p 'require.resolve("aws-cdk-lib/recommended-feature-flags.json")')
cp $path lib/recommended-feature-flags.json
14 changes: 12 additions & 2 deletions packages/@aws-cdk/integ-runner/lib/runner/runner-base.ts
Original file line number Diff line number Diff line change
Expand Up @@ -2,7 +2,7 @@
import * as path from 'path';
import { CdkCliWrapper, ICdk } from '@aws-cdk/cdk-cli-wrapper';
import { TestCase, DefaultCdkOptions } from '@aws-cdk/cloud-assembly-schema';
import { AVAILABILITY_ZONE_FALLBACK_CONTEXT_KEY, TARGET_PARTITIONS, NEW_PROJECT_CONTEXT } from '@aws-cdk/cx-api';
import { AVAILABILITY_ZONE_FALLBACK_CONTEXT_KEY, TARGET_PARTITIONS } from '@aws-cdk/cx-api';
import * as fs from 'fs-extra';
import { IntegTestSuite, LegacyIntegTestSuite } from './integ-test-suite';
import { IntegTest } from './integration-tests';
Expand Down Expand Up @@ -365,7 +365,7 @@ export abstract class IntegRunner {

protected getContext(additionalContext?: Record<string, any>): Record<string, any> {
return {
...NEW_PROJECT_CONTEXT,
...currentlyRecommendedAwsCdkLibFlags(),
...this.legacyContext,
...additionalContext,

Expand Down Expand Up @@ -432,3 +432,13 @@ export const DEFAULT_SYNTH_OPTIONS = {
CDK_INTEG_SUBNET_ID: 'subnet-0dff1a399d8f6f92c',
},
};

/**
* Return the currently recommended flags for `aws-cdk-lib`.
*
* These have been built into the CLI at build time.
*/
export function currentlyRecommendedAwsCdkLibFlags() {
const recommendedFlagsFile = path.join(__dirname, '..', 'recommended-feature-flags.json');
return JSON.parse(fs.readFileSync(recommendedFlagsFile, { encoding: 'utf-8' }));
}
1 change: 1 addition & 0 deletions packages/@aws-cdk/integ-runner/package.json
Original file line number Diff line number Diff line change
Expand Up @@ -8,6 +8,7 @@
"integ-runner": "bin/integ-runner"
},
"scripts": {
"gen": "./build-tools/generate.sh",
"build": "cdk-build",
"lint": "cdk-lint",
"package": "cdk-package",
Expand Down
9 changes: 8 additions & 1 deletion packages/aws-cdk-lib/cx-api/build-tools/flag-report.ts
Original file line number Diff line number Diff line change
Expand Up @@ -15,6 +15,9 @@ async function main() {
diff: changedFlags(),
migratejson: migrateJson(),
});

// Write to the package root
await updateRecommendedFlagsFile(path.join(__dirname, '..', '..', 'recommended-feature-flags.json'));
}

function flagsTable() {
Expand Down Expand Up @@ -117,7 +120,7 @@ function oldBehavior(flag: FlagInfo): string | undefined {
function recommendedJson() {
return [
'```json',
JSON.stringify({ context: feats.NEW_PROJECT_CONTEXT }, undefined, 2),
JSON.stringify({ context: feats.CURRENTLY_RECOMMENDED_FLAGS }, undefined, 2),
'```',
].join('\n');
}
Expand Down Expand Up @@ -206,6 +209,10 @@ async function updateMarkdownFile(filename: string, sections: Record<string, str
await fs.writeFile(filename, contents, { encoding: 'utf-8' });
}

async function updateRecommendedFlagsFile(filename: string) {
await fs.writeFile(filename, JSON.stringify(feats.CURRENTLY_RECOMMENDED_FLAGS, undefined, 2), { encoding: 'utf-8' });
}

function firstCmp(...xs: number[]) {
return xs.find(x => x !== 0) ?? 0;
}
Expand Down
9 changes: 6 additions & 3 deletions packages/aws-cdk-lib/cx-api/lib/features.ts
Original file line number Diff line number Diff line change
Expand Up @@ -1317,10 +1317,13 @@ export const CURRENT_VERSION_EXPIRED_FLAGS: string[] = Object.entries(FLAGS)
* Add a flag in here (typically with the value `true`), to enable
* backwards-breaking behavior changes only for new projects. New projects
* generated through `cdk init` will include these flags in their generated
* project config.
*
* Tests must cover the default (disabled) case and the future (enabled) case.
*
* Going forward, this should *NOT* be consumed directly anymore.
*/
export const NEW_PROJECT_CONTEXT = Object.fromEntries(
export const CURRENTLY_RECOMMENDED_FLAGS = Object.fromEntries(
Object.entries(FLAGS)
.filter(([_, flag]) => flag.recommendedValue !== flag.defaults?.[CURRENT_MV] && flag.introducedIn[CURRENT_MV])
.map(([name, flag]) => [name, flag.recommendedValue]),
Expand Down Expand Up @@ -1353,9 +1356,9 @@ export function futureFlagDefault(flag: string): boolean {
export const FUTURE_FLAGS_EXPIRED = CURRENT_VERSION_EXPIRED_FLAGS;

/** @deprecated use NEW_PROJECT_CONTEXT instead */
export const FUTURE_FLAGS = Object.fromEntries(Object.entries(NEW_PROJECT_CONTEXT)
export const FUTURE_FLAGS = Object.fromEntries(Object.entries(CURRENTLY_RECOMMENDED_FLAGS)
.filter(([_, v]) => typeof v === 'boolean'));

/** @deprecated use NEW_PROJECT_CONTEXT instead */
export const NEW_PROJECT_DEFAULT_CONTEXT = Object.fromEntries(Object.entries(NEW_PROJECT_CONTEXT)
export const NEW_PROJECT_DEFAULT_CONTEXT = Object.fromEntries(Object.entries(CURRENTLY_RECOMMENDED_FLAGS)
.filter(([_, v]) => typeof v !== 'boolean'));
2 changes: 1 addition & 1 deletion packages/aws-cdk-lib/cx-api/lib/private/flag-modeling.ts
Original file line number Diff line number Diff line change
Expand Up @@ -30,7 +30,7 @@ export interface FlagInfoBase {
/** Version number the flag was introduced in each version line. `undefined` means flag does not exist in that line. */
readonly introducedIn: { v1?: string; v2?: string };
/** Default value, if flag is unset by user. Adding a flag with a default may not change behavior after GA! */
readonly defaults?: { v2?: any };
readonly defaults?: { v1?: any; v2?: any };
/** Default in new projects */
readonly recommendedValue: any;
};
Expand Down
1 change: 1 addition & 0 deletions packages/aws-cdk-lib/package.json
Original file line number Diff line number Diff line change
Expand Up @@ -508,6 +508,7 @@
"./pipelines/.warnings.jsii.js": "./pipelines/.warnings.jsii.js",
"./pipelines/lib/helpers-internal": "./pipelines/lib/helpers-internal/index.js",
"./pipelines/package.json": "./pipelines/package.json",
"./recommended-feature-flags.json": "./recommended-feature-flags.json",
"./region-info": "./region-info/index.js",
"./triggers": "./triggers/index.js"
},
Expand Down
63 changes: 63 additions & 0 deletions packages/aws-cdk-lib/recommended-feature-flags.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,63 @@
{
"@aws-cdk/aws-lambda:recognizeLayerVersion": true,
"@aws-cdk/core:checkSecretUsage": true,
"@aws-cdk/core:target-partitions": [
"aws",
"aws-cn"
],
"@aws-cdk-containers/ecs-service-extensions:enableDefaultLogDriver": true,
"@aws-cdk/aws-ec2:uniqueImdsv2TemplateName": true,
"@aws-cdk/aws-ecs:arnFormatIncludesClusterName": true,
"@aws-cdk/aws-iam:minimizePolicies": true,
"@aws-cdk/core:validateSnapshotRemovalPolicy": true,
"@aws-cdk/aws-codepipeline:crossAccountKeyAliasStackSafeResourceName": true,
"@aws-cdk/aws-s3:createDefaultLoggingPolicy": true,
"@aws-cdk/aws-sns-subscriptions:restrictSqsDescryption": true,
"@aws-cdk/aws-apigateway:disableCloudWatchRole": true,
"@aws-cdk/core:enablePartitionLiterals": true,
"@aws-cdk/aws-events:eventsTargetQueueSameAccount": true,
"@aws-cdk/aws-ecs:disableExplicitDeploymentControllerForCircuitBreaker": true,
"@aws-cdk/aws-iam:importedRoleStackSafeDefaultPolicyName": true,
"@aws-cdk/aws-s3:serverAccessLogsUseBucketPolicy": true,
"@aws-cdk/aws-route53-patters:useCertificate": true,
"@aws-cdk/customresources:installLatestAwsSdkDefault": false,
"@aws-cdk/aws-rds:databaseProxyUniqueResourceName": true,
"@aws-cdk/aws-codedeploy:removeAlarmsFromDeploymentGroup": true,
"@aws-cdk/aws-apigateway:authorizerChangeDeploymentLogicalId": true,
"@aws-cdk/aws-ec2:launchTemplateDefaultUserData": true,
"@aws-cdk/aws-secretsmanager:useAttachedSecretResourcePolicyForSecretTargetAttachments": true,
"@aws-cdk/aws-redshift:columnId": true,
"@aws-cdk/aws-stepfunctions-tasks:enableEmrServicePolicyV2": true,
"@aws-cdk/aws-ec2:restrictDefaultSecurityGroup": true,
"@aws-cdk/aws-apigateway:requestValidatorUniqueId": true,
"@aws-cdk/aws-kms:aliasNameRef": true,
"@aws-cdk/aws-autoscaling:generateLaunchTemplateInsteadOfLaunchConfig": true,
"@aws-cdk/core:includePrefixInUniqueNameGeneration": true,
"@aws-cdk/aws-efs:denyAnonymousAccess": true,
"@aws-cdk/aws-opensearchservice:enableOpensearchMultiAzWithStandby": true,
"@aws-cdk/aws-lambda-nodejs:useLatestRuntimeVersion": true,
"@aws-cdk/aws-efs:mountTargetOrderInsensitiveLogicalId": true,
"@aws-cdk/aws-rds:auroraClusterChangeScopeOfInstanceParameterGroupWithEachParameters": true,
"@aws-cdk/aws-appsync:useArnForSourceApiAssociationIdentifier": true,
"@aws-cdk/aws-rds:preventRenderingDeprecatedCredentials": true,
"@aws-cdk/aws-codepipeline-actions:useNewDefaultBranchForCodeCommitSource": true,
"@aws-cdk/aws-cloudwatch-actions:changeLambdaPermissionLogicalIdForLambdaAction": true,
"@aws-cdk/aws-codepipeline:crossAccountKeysDefaultValueToFalse": true,
"@aws-cdk/aws-codepipeline:defaultPipelineTypeToV2": true,
"@aws-cdk/aws-kms:reduceCrossAccountRegionPolicyScope": true,
"@aws-cdk/aws-eks:nodegroupNameAttribute": true,
"@aws-cdk/aws-ec2:ebsDefaultGp3Volume": true,
"@aws-cdk/aws-ecs:removeDefaultDeploymentAlarm": true,
"@aws-cdk/custom-resources:logApiResponseDataPropertyTrueDefault": false,
"@aws-cdk/aws-s3:keepNotificationInImportedBucket": false,
"@aws-cdk/aws-ecs:reduceEc2FargateCloudWatchPermissions": true,
"@aws-cdk/aws-dynamodb:resourcePolicyPerReplica": true,
"@aws-cdk/aws-ec2:ec2SumTImeoutEnabled": true,
"@aws-cdk/aws-appsync:appSyncGraphQLAPIScopeLambdaPermission": true,
"@aws-cdk/aws-rds:setCorrectValueForDatabaseInstanceReadReplicaInstanceResourceId": true,
"@aws-cdk/core:cfnIncludeRejectComplexResourceUpdateCreatePolicyIntrinsics": true,
"@aws-cdk/aws-lambda-nodejs:sdkV3ExcludeSmithyPackages": true,
"@aws-cdk/aws-stepfunctions-tasks:fixRunEcsTaskPolicy": true,
"@aws-cdk/aws-ec2:bastionHostUseAmazonLinux2023ByDefault": true,
"@aws-cdk/aws-route53-targets:userPoolDomainNameMethodWithoutCustomResource": true
}
2 changes: 2 additions & 0 deletions packages/aws-cdk/.gitignore
Original file line number Diff line number Diff line change
Expand Up @@ -4,6 +4,7 @@
!lib/init-templates/**/javascript/**/*
lib/init-templates/**/*.hook.js
lib/init-templates/**/*.hook.d.ts
lib/init-templates/.*.json
node_modules
dist

Expand Down Expand Up @@ -40,5 +41,6 @@ test/integ/cli/*.d.ts

junit.xml


lib/**/*.wasm
db.json.gz
9 changes: 9 additions & 0 deletions packages/aws-cdk/generate.sh
Original file line number Diff line number Diff line change
Expand Up @@ -14,3 +14,12 @@ cat > build-info.json <<HERE
"commit": "${commit:0:7}"
}
HERE

# Copy the current 'aws-cdk-lib' version out from the monorepo.
cdk_version=$(node -p 'require("aws-cdk-lib/package.json").version')
constructs_range=$(node -p 'require("aws-cdk-lib/package.json").peerDependencies.constructs')
echo '{"aws-cdk-lib": "'"$cdk_version"'", "constructs": "'"$constructs_range"'"}' > lib/init-templates/.init-version.json

# Copy the recommended-feature-flags.json file out from aws-cdk-lib.
path=$(node -p 'require.resolve("aws-cdk-lib/recommended-feature-flags.json")')
cp $path lib/init-templates/.recommended-feature-flags.json
51 changes: 44 additions & 7 deletions packages/aws-cdk/lib/init.ts
Original file line number Diff line number Diff line change
@@ -1,6 +1,5 @@
import * as childProcess from 'child_process';
import * as path from 'path';
import * as cxapi from '@aws-cdk/cx-api';
import * as chalk from 'chalk';
import * as fs from 'fs-extra';
import { invokeBuiltinHooks } from './init-hooks';
Expand Down Expand Up @@ -126,6 +125,7 @@
const projectInfo: ProjectInfo = {
name: decamelize(path.basename(path.resolve(targetDirectory))),
stackName,
versions: await loadInitVersions(),
};

const sourceDirectory = path.join(this.basePath, language);
Expand Down Expand Up @@ -173,11 +173,9 @@
}

private expand(template: string, language: string, project: ProjectInfo) {
// eslint-disable-next-line @typescript-eslint/no-require-imports
const manifest = require(path.join(rootDir(), 'package.json'));
const MATCH_VER_BUILD = /\+[a-f0-9]+$/; // Matches "+BUILD" in "x.y.z-beta+BUILD"
const cdkVersion = manifest.version.replace(MATCH_VER_BUILD, '');
let constructsVersion = manifest.devDependencies.constructs.replace(MATCH_VER_BUILD, '');
const cdkVersion = project.versions['aws-cdk-lib'];
let constructsVersion = project.versions.constructs;

switch (language) {
case 'java':
case 'csharp':
Expand Down Expand Up @@ -222,7 +220,7 @@
const config = await fs.readJson(cdkJson);
config.context = {
...config.context,
...cxapi.NEW_PROJECT_CONTEXT,
...await currentlyRecommendedAwsCdkLibFlags(),
};

await fs.writeJson(cdkJson, config, { spaces: 2 });
Expand All @@ -248,6 +246,8 @@
/** The value used for %name% */
readonly name: string;
readonly stackName?: string;

readonly versions: Versions;
}

export async function availableInitTemplates(): Promise<InitTemplate[]> {
Expand Down Expand Up @@ -471,3 +471,40 @@
});
});
}

interface Versions {
['aws-cdk-lib']: string;
constructs: string;
}

/**
* Return the 'aws-cdk-lib' version we will init
*
* This has been built into the CLI at build time.
*/
async function loadInitVersions(): Promise<Versions> {
const recommendedFlagsFile = path.join(__dirname, './init-templates/.init-version.json');
const contents = JSON.parse(await fs.readFile(recommendedFlagsFile, { encoding: 'utf-8' }));

const ret = {
'aws-cdk-lib': contents['aws-cdk-lib'],
'constructs': contents.constructs,
};
for (const [key, value] of Object.entries(ret)) {
if (!value) {
throw new Error(`Missing init version from ${recommendedFlagsFile}: ${key}`);

Check warning on line 495 in packages/aws-cdk/lib/init.ts

View check run for this annotation

Codecov / codecov/patch

packages/aws-cdk/lib/init.ts#L495

Added line #L495 was not covered by tests
}
}

return ret;
}

/**
* Return the currently recommended flags for `aws-cdk-lib`.
*
* These have been built into the CLI at build time.
*/
export async function currentlyRecommendedAwsCdkLibFlags() {
const recommendedFlagsFile = path.join(__dirname, './init-templates/.recommended-feature-flags.json');
return JSON.parse(await fs.readFile(recommendedFlagsFile, { encoding: 'utf-8' }));
}
47 changes: 43 additions & 4 deletions packages/aws-cdk/test/init.test.ts
Original file line number Diff line number Diff line change
Expand Up @@ -2,7 +2,7 @@ import * as os from 'os';
import * as path from 'path';
import * as cxapi from '@aws-cdk/cx-api';
import * as fs from 'fs-extra';
import { availableInitLanguages, availableInitTemplates, cliInit, printAvailableTemplates } from '../lib/init';
import { availableInitLanguages, availableInitTemplates, cliInit, currentlyRecommendedAwsCdkLibFlags, printAvailableTemplates } from '../lib/init';

describe('constructs version', () => {
cliTest('create a TypeScript library project', async (workDir) => {
Expand Down Expand Up @@ -211,8 +211,36 @@ describe('constructs version', () => {
expect(await fs.pathExists(path.join(workDir, 'bin'))).toBeTruthy();
});

test('verify "future flags" are added to cdk.json', async () => {
cliTest('CLI uses recommended feature flags from data file to initialize context', async (workDir) => {
const recommendedFlagsFile = path.join(__dirname, '..', 'lib', 'init-templates', '.recommended-feature-flags.json');
await withReplacedFile(recommendedFlagsFile, JSON.stringify({ banana: 'yellow' }), () => cliInit({
type: 'app',
language: 'typescript',
canUseNetwork: false,
generateOnly: true,
workDir,
}));

const cdkFile = await fs.readJson(path.join(workDir, 'cdk.json'));
expect(cdkFile.context).toEqual({ banana: 'yellow' });
});

cliTest('CLI uses init versions file to initialize template', async (workDir) => {
const recommendedFlagsFile = path.join(__dirname, '..', 'lib', 'init-templates', '.init-version.json');
await withReplacedFile(recommendedFlagsFile, JSON.stringify({ 'aws-cdk-lib': '100.1.1', 'constructs': '^200.2.2' }), () => cliInit({
type: 'app',
language: 'typescript',
canUseNetwork: false,
generateOnly: true,
workDir,
}));

const packageJson = await fs.readJson(path.join(workDir, 'package.json'));
expect(packageJson.dependencies['aws-cdk-lib']).toEqual('100.1.1');
expect(packageJson.dependencies.constructs).toEqual('^200.2.2');
});

test('verify "future flags" are added to cdk.json', async () => {
for (const templ of await availableInitTemplates()) {
for (const lang of templ.languages) {
await withTempDir(async tmpDir => {
Expand All @@ -231,9 +259,10 @@ describe('constructs version', () => {

const config = await fs.readJson(path.join(tmpDir, 'cdk.json'));
const context = config.context || {};
const recommendedFlags = await currentlyRecommendedAwsCdkLibFlags();
for (const [key, actual] of Object.entries(context)) {
expect(key in cxapi.NEW_PROJECT_CONTEXT).toBeTruthy();
expect(cxapi.NEW_PROJECT_CONTEXT[key]).toEqual(actual);
expect(key in recommendedFlags).toBeTruthy();
expect(recommendedFlags[key]).toEqual(actual);
}

// assert that expired future flags are not part of the cdk.json
Expand Down Expand Up @@ -307,3 +336,13 @@ async function recursiveListFiles(rdir: string): Promise<string[]> {
}
}
}

async function withReplacedFile(fileName: string, contents: any, cb: () => Promise<void>): Promise<void> {
const oldContents = await fs.readFile(fileName, 'utf8');
await fs.writeFile(fileName, contents);
try {
await cb();
} finally {
await fs.writeFile(fileName, oldContents);
}
}
Loading