chore: add enough information to make package builds cacheable (#14341)

Enhance our `package.json`s with enough information to make hermetic, cacheable builds possible. Mostly consists of: * Adding missing `@types/*` packages to `devDepencendies` everywhere. Those dependencies were always required but undeclared. * Add `nozem.ostools` to various packages to indicate the non-hermetic binaries these scripts depend on. * Add `/// !cdk-integ pragma:ignore-assets` to all integ tests that use assets. * Fix some `.gitignores` that were ignoring files that were already committed inside git. * Update `pkglint` to not be reliant on its *own* location inside the monorepo, but instead search upwards for the monorepo root from the package it's checking. To give this a shot yourself, run: ``` $ npx nozem ``` This is a revival of #10039, which is now obsolete. ---- *By submitting this pull request, I confirm that my contribution is made under the terms of the Apache-2.0 license*
aws · Apr 23, 2021 · 96cb9e3 · 96cb9e3
1 parent 75c96d7
commit 96cb9e3
Show file tree

Hide file tree

Showing 204 changed files with 293 additions and 27 deletions.
diff --git a/.gitignore b/.gitignore
@@ -42,5 +42,6 @@ yarn-error.log
 
 # Cloud9
 .c9
+.nzm-*
 
 /.versionrc.json
diff --git a/package.json b/package.json
@@ -40,6 +40,19 @@
  "name": "Amazon Web Services",
  "url": "https://aws.amazon.com"
  },
+ "nozem": {
+ "$comment": [
+ "these files are read by pkglint and cdk-build-tools tests for almost every package.",
+ "Rather than add them to each package.json individually, do it globally here."
+ ],
+ "globalNonPackageFiles": [
+ "package.json",
+ "release.json",
+ "scripts/resolve-version.js",
+ "scripts/resolve-version-lib.js",
+ "version.v1.json"
+ ]
+ },
  "workspaces": {
  "packages": [
  "packages/*",

diff --git a/packages/@aws-cdk-containers/ecs-service-extensions/test/integ.assign-public-ip.ts b/packages/@aws-cdk-containers/ecs-service-extensions/test/integ.assign-public-ip.ts
@@ -1,3 +1,4 @@
+/// !cdk-integ pragma:ignore-assets
 import { SubnetType, Vpc } from '@aws-cdk/aws-ec2';
 import { ContainerImage } from '@aws-cdk/aws-ecs';
 import { CnameRecord, PublicHostedZone } from '@aws-cdk/aws-route53';

diff --git a/packages/@aws-cdk/alexa-ask/package.json b/packages/@aws-cdk/alexa-ask/package.json
@@ -72,6 +72,7 @@
  },
  "license": "Apache-2.0",
  "devDependencies": {
+ "@types/jest": "^26.0.22",
  "cdk-build-tools": "0.0.0",
  "cfn2ts": "0.0.0",
  "pkglint": "0.0.0",

diff --git a/packages/@aws-cdk/assert/package.json b/packages/@aws-cdk/assert/package.json
@@ -69,6 +69,7 @@
  "ubergen": {
  "exclude": true
  },
+ "nozem": false,
  "stability": "experimental",
  "maturity": "developer-preview",
  "publishConfig": {

diff --git a/packages/@aws-cdk/assets/package.json b/packages/@aws-cdk/assets/package.json
@@ -97,6 +97,9 @@
  "awscdkio": {
  "announce": false
  },
+ "nozem": {
+ "ostools": ["rm", "tar", "gzip"]
+ },
  "publishConfig": {
  "tag": "latest"
  }

diff --git a/packages/@aws-cdk/aws-accessanalyzer/package.json b/packages/@aws-cdk/aws-accessanalyzer/package.json
@@ -73,6 +73,7 @@
  },
  "license": "Apache-2.0",
  "devDependencies": {
+ "@types/jest": "^26.0.22",
  "cdk-build-tools": "0.0.0",
  "cfn2ts": "0.0.0",
  "pkglint": "0.0.0",

diff --git a/packages/@aws-cdk/aws-acmpca/package.json b/packages/@aws-cdk/aws-acmpca/package.json
@@ -73,6 +73,7 @@
  },
  "license": "Apache-2.0",
  "devDependencies": {
+ "@types/jest": "^26.0.22",
  "cdk-build-tools": "0.0.0",
  "cfn2ts": "0.0.0",
  "pkglint": "0.0.0",

diff --git a/packages/@aws-cdk/aws-amazonmq/package.json b/packages/@aws-cdk/aws-amazonmq/package.json
@@ -72,6 +72,7 @@
  },
  "license": "Apache-2.0",
  "devDependencies": {
+ "@types/jest": "^26.0.22",
  "cdk-build-tools": "0.0.0",
  "cfn2ts": "0.0.0",
  "pkglint": "0.0.0",

diff --git a/packages/@aws-cdk/aws-amplify/package.json b/packages/@aws-cdk/aws-amplify/package.json
@@ -73,6 +73,7 @@
  },
  "license": "Apache-2.0",
  "devDependencies": {
+ "@types/jest": "^26.0.22",
  "cdk-build-tools": "0.0.0",
  "cdk-integ-tools": "0.0.0",
  "cfn2ts": "0.0.0",

diff --git a/packages/@aws-cdk/aws-apigateway/package.json b/packages/@aws-cdk/aws-apigateway/package.json
@@ -71,6 +71,7 @@
  },
  "license": "Apache-2.0",
  "devDependencies": {
+ "@types/jest": "^26.0.22",
  "cdk-build-tools": "0.0.0",
  "cdk-integ-tools": "0.0.0",
  "cfn2ts": "0.0.0",

diff --git a/packages/@aws-cdk/aws-apigatewayv2-authorizers/package.json b/packages/@aws-cdk/aws-apigatewayv2-authorizers/package.json
@@ -71,6 +71,7 @@
  },
  "license": "Apache-2.0",
  "devDependencies": {
+ "@types/jest": "^26.0.22",
  "@aws-cdk/aws-apigatewayv2-integrations": "0.0.0",
  "@aws-cdk/aws-lambda": "0.0.0",
  "cdk-build-tools": "0.0.0",

diff --git a/packages/@aws-cdk/aws-apigatewayv2-integrations/package.json b/packages/@aws-cdk/aws-apigatewayv2-integrations/package.json
@@ -69,6 +69,7 @@
  },
  "license": "Apache-2.0",
  "devDependencies": {
+ "@types/jest": "^26.0.22",
  "@types/nodeunit": "^0.0.31",
  "cdk-build-tools": "0.0.0",
  "cdk-integ-tools": "0.0.0",

diff --git a/packages/@aws-cdk/aws-apigatewayv2/package.json b/packages/@aws-cdk/aws-apigatewayv2/package.json
@@ -76,6 +76,7 @@
  },
  "license": "Apache-2.0",
  "devDependencies": {
+ "@types/jest": "^26.0.22",
  "cdk-build-tools": "0.0.0",
  "cdk-integ-tools": "0.0.0",
  "cfn2ts": "0.0.0",

diff --git a/packages/@aws-cdk/aws-appconfig/package.json b/packages/@aws-cdk/aws-appconfig/package.json
@@ -73,6 +73,7 @@
  },
  "license": "Apache-2.0",
  "devDependencies": {
+ "@types/jest": "^26.0.22",
  "cdk-build-tools": "0.0.0",
  "cfn2ts": "0.0.0",
  "pkglint": "0.0.0",

diff --git a/packages/@aws-cdk/aws-appflow/package.json b/packages/@aws-cdk/aws-appflow/package.json
@@ -70,6 +70,7 @@
  },
  "license": "Apache-2.0",
  "devDependencies": {
+ "@types/jest": "^26.0.22",
  "cdk-build-tools": "0.0.0",
  "cfn2ts": "0.0.0",
  "pkglint": "0.0.0",

diff --git a/packages/@aws-cdk/aws-applicationinsights/package.json b/packages/@aws-cdk/aws-applicationinsights/package.json
@@ -73,6 +73,7 @@
  },
  "license": "Apache-2.0",
  "devDependencies": {
+ "@types/jest": "^26.0.22",
  "cdk-build-tools": "0.0.0",
  "cfn2ts": "0.0.0",
  "pkglint": "0.0.0",

diff --git a/packages/@aws-cdk/aws-appstream/package.json b/packages/@aws-cdk/aws-appstream/package.json
@@ -72,6 +72,7 @@
  },
  "license": "Apache-2.0",
  "devDependencies": {
+ "@types/jest": "^26.0.22",
  "cdk-build-tools": "0.0.0",
  "cfn2ts": "0.0.0",
  "pkglint": "0.0.0",

diff --git a/packages/@aws-cdk/aws-appsync/package.json b/packages/@aws-cdk/aws-appsync/package.json
@@ -71,6 +71,7 @@
  },
  "license": "Apache-2.0",
  "devDependencies": {
+ "@types/jest": "^26.0.22",
  "cdk-build-tools": "0.0.0",
  "cdk-integ-tools": "0.0.0",
  "cfn2ts": "0.0.0",

diff --git a/packages/@aws-cdk/aws-athena/package.json b/packages/@aws-cdk/aws-athena/package.json
@@ -71,6 +71,7 @@
  },
  "license": "Apache-2.0",
  "devDependencies": {
+ "@types/jest": "^26.0.22",
  "cdk-build-tools": "0.0.0",
  "cdk-integ-tools": "0.0.0",
  "nodeunit-shim": "0.0.0",

diff --git a/packages/@aws-cdk/aws-auditmanager/package.json b/packages/@aws-cdk/aws-auditmanager/package.json
@@ -73,6 +73,7 @@
  },
  "license": "Apache-2.0",
  "devDependencies": {
+ "@types/jest": "^26.0.22",
  "cdk-build-tools": "0.0.0",
  "cfn2ts": "0.0.0",
  "pkglint": "0.0.0",

diff --git a/packages/@aws-cdk/aws-autoscaling-hooktargets/package.json b/packages/@aws-cdk/aws-autoscaling-hooktargets/package.json
@@ -62,6 +62,7 @@
  },
  "license": "Apache-2.0",
  "devDependencies": {
+ "@types/jest": "^26.0.22",
  "@aws-cdk/aws-ec2": "0.0.0",
  "cdk-build-tools": "0.0.0",
  "cdk-integ-tools": "0.0.0",

diff --git a/packages/@aws-cdk/aws-autoscaling/package.json b/packages/@aws-cdk/aws-autoscaling/package.json
@@ -71,6 +71,7 @@
  },
  "license": "Apache-2.0",
  "devDependencies": {
+ "@types/jest": "^26.0.22",
  "@aws-cdk/cx-api": "0.0.0",
  "cdk-build-tools": "0.0.0",
  "cdk-integ-tools": "0.0.0",

diff --git a/packages/@aws-cdk/aws-autoscalingplans/package.json b/packages/@aws-cdk/aws-autoscalingplans/package.json
@@ -71,6 +71,7 @@
  },
  "license": "Apache-2.0",
  "devDependencies": {
+ "@types/jest": "^26.0.22",
  "cdk-build-tools": "0.0.0",
  "cfn2ts": "0.0.0",
  "pkglint": "0.0.0",

diff --git a/packages/@aws-cdk/aws-backup/package.json b/packages/@aws-cdk/aws-backup/package.json
@@ -73,6 +73,7 @@
  },
  "license": "Apache-2.0",
  "devDependencies": {
+ "@types/jest": "^26.0.22",
  "cdk-build-tools": "0.0.0",
  "cdk-integ-tools": "0.0.0",
  "cfn2ts": "0.0.0",

diff --git a/packages/@aws-cdk/aws-batch/package.json b/packages/@aws-cdk/aws-batch/package.json
@@ -71,6 +71,7 @@
  },
  "license": "Apache-2.0",
  "devDependencies": {
+ "@types/jest": "^26.0.22",
  "cdk-build-tools": "0.0.0",
  "cdk-integ-tools": "0.0.0",
  "cfn2ts": "0.0.0",

diff --git a/packages/@aws-cdk/aws-budgets/package.json b/packages/@aws-cdk/aws-budgets/package.json
@@ -71,6 +71,7 @@
  },
  "license": "Apache-2.0",
  "devDependencies": {
+ "@types/jest": "^26.0.22",
  "cdk-build-tools": "0.0.0",
  "cfn2ts": "0.0.0",
  "pkglint": "0.0.0",

diff --git a/packages/@aws-cdk/aws-cassandra/package.json b/packages/@aws-cdk/aws-cassandra/package.json
@@ -73,6 +73,7 @@
  },
  "license": "Apache-2.0",
  "devDependencies": {
+ "@types/jest": "^26.0.22",
  "cdk-build-tools": "0.0.0",
  "cfn2ts": "0.0.0",
  "pkglint": "0.0.0",

diff --git a/packages/@aws-cdk/aws-ce/package.json b/packages/@aws-cdk/aws-ce/package.json
@@ -73,6 +73,7 @@
  },
  "license": "Apache-2.0",
  "devDependencies": {
+ "@types/jest": "^26.0.22",
  "cdk-build-tools": "0.0.0",
  "cfn2ts": "0.0.0",
  "pkglint": "0.0.0",

diff --git a/...cdk/aws-certificatemanager/lambda-packages/dns_validated_certificate_handler/.eslintrc.js b/...cdk/aws-certificatemanager/lambda-packages/dns_validated_certificate_handler/.eslintrc.js
@@ -0,0 +1,3 @@
+const baseConfig = require('cdk-build-tools/config/eslintrc');
+baseConfig.parserOptions.project = __dirname + '/tsconfig.json';
+module.exports = baseConfig;
diff --git a/...k/aws-certificatemanager/lambda-packages/dns_validated_certificate_handler/.eslintrc.json b/...k/aws-certificatemanager/lambda-packages/dns_validated_certificate_handler/.eslintrc.json
diff --git a/...cdk/aws-certificatemanager/lambda-packages/dns_validated_certificate_handler/package.json b/...cdk/aws-certificatemanager/lambda-packages/dns_validated_certificate_handler/package.json
@@ -27,6 +27,9 @@
  },
  "license": "Apache-2.0",
  "devDependencies": {
+ "@types/aws-lambda": "^8.10.75",
+ "@types/sinon": "^9.0.11",
+ "cdk-build-tools": "0.0.0",
  "aws-sdk": "^2.596.0",
  "aws-sdk-mock": "^5.1.0",
  "eslint": "^7.24.0",
@@ -37,6 +40,7 @@
  "eslint-plugin-standard": "^4.1.0",
  "jest": "^26.6.3",
  "lambda-tester": "^3.6.0",
+ "sinon": "^9.0.2",
  "nock": "^13.0.11",
  "ts-jest": "^26.5.4"
  }

diff --git a/packages/@aws-cdk/aws-certificatemanager/package.json b/packages/@aws-cdk/aws-certificatemanager/package.json
@@ -71,6 +71,7 @@
  },
  "license": "Apache-2.0",
  "devDependencies": {
+ "@types/jest": "^26.0.22",
  "cdk-build-tools": "0.0.0",
  "cfn2ts": "0.0.0",
  "pkglint": "0.0.0",

diff --git a/packages/@aws-cdk/aws-chatbot/package.json b/packages/@aws-cdk/aws-chatbot/package.json
@@ -73,6 +73,7 @@
  },
  "license": "Apache-2.0",
  "devDependencies": {
+ "@types/jest": "^26.0.22",
  "cdk-build-tools": "0.0.0",
  "cdk-integ-tools": "0.0.0",
  "cfn2ts": "0.0.0",

diff --git a/packages/@aws-cdk/aws-chatbot/test/integ.chatbot-logretention.ts b/packages/@aws-cdk/aws-chatbot/test/integ.chatbot-logretention.ts
@@ -1,3 +1,4 @@
+/// !cdk-integ pragma:ignore-assets
 import * as iam from '@aws-cdk/aws-iam';
 import * as logs from '@aws-cdk/aws-logs';
 import * as cdk from '@aws-cdk/core';

diff --git a/packages/@aws-cdk/aws-cloud9/package.json b/packages/@aws-cdk/aws-cloud9/package.json
@@ -71,6 +71,7 @@
  },
  "license": "Apache-2.0",
  "devDependencies": {
+ "@types/jest": "^26.0.22",
  "@aws-cdk/aws-codecommit": "0.0.0",
  "cdk-build-tools": "0.0.0",
  "cdk-integ-tools": "0.0.0",

diff --git a/packages/@aws-cdk/aws-cloudfront-origins/package.json b/packages/@aws-cdk/aws-cloudfront-origins/package.json
@@ -69,6 +69,7 @@
  },
  "license": "Apache-2.0",
  "devDependencies": {
+ "@types/jest": "^26.0.22",
  "@aws-cdk/aws-ec2": "0.0.0",
  "aws-sdk": "^2.848.0",
  "cdk-build-tools": "0.0.0",

diff --git a/packages/@aws-cdk/aws-cloudfront/package.json b/packages/@aws-cdk/aws-cloudfront/package.json
@@ -71,6 +71,7 @@
  },
  "license": "Apache-2.0",
  "devDependencies": {
+ "@types/jest": "^26.0.22",
  "aws-sdk": "^2.848.0",
  "cdk-build-tools": "0.0.0",
  "cdk-integ-tools": "0.0.0",

diff --git a/packages/@aws-cdk/aws-cloudtrail/package.json b/packages/@aws-cdk/aws-cloudtrail/package.json
@@ -71,6 +71,7 @@
  },
  "license": "Apache-2.0",
  "devDependencies": {
+ "@types/jest": "^26.0.22",
  "aws-sdk": "^2.848.0",
  "cdk-build-tools": "0.0.0",
  "cdk-integ-tools": "0.0.0",

diff --git a/packages/@aws-cdk/aws-cloudwatch-actions/package.json b/packages/@aws-cdk/aws-cloudwatch-actions/package.json
@@ -62,6 +62,7 @@
  },
  "license": "Apache-2.0",
  "devDependencies": {
+ "@types/jest": "^26.0.22",
  "@aws-cdk/aws-ec2": "0.0.0",
  "cdk-build-tools": "0.0.0",
  "cdk-integ-tools": "0.0.0",

diff --git a/packages/@aws-cdk/aws-codeartifact/package.json b/packages/@aws-cdk/aws-codeartifact/package.json
@@ -73,6 +73,7 @@
  },
  "license": "Apache-2.0",
  "devDependencies": {
+ "@types/jest": "^26.0.22",
  "cdk-build-tools": "0.0.0",
  "cfn2ts": "0.0.0",
  "pkglint": "0.0.0",

diff --git a/packages/@aws-cdk/aws-codedeploy/.gitignore b/packages/@aws-cdk/aws-codedeploy/.gitignore
@@ -15,4 +15,5 @@ nyc.config.js
 *.snk
 !.eslintrc.js
 
-junit.xml
+junit.xml
+!test/lambda/*/*.js
diff --git a/packages/@aws-cdk/aws-codeguruprofiler/package.json b/packages/@aws-cdk/aws-codeguruprofiler/package.json
@@ -73,6 +73,7 @@
  },
  "license": "Apache-2.0",
  "devDependencies": {
+ "@types/jest": "^26.0.22",
  "cdk-build-tools": "0.0.0",
  "cdk-integ-tools": "0.0.0",
  "cfn2ts": "0.0.0",

diff --git a/packages/@aws-cdk/aws-codegurureviewer/package.json b/packages/@aws-cdk/aws-codegurureviewer/package.json
@@ -73,6 +73,7 @@
  },
  "license": "Apache-2.0",
  "devDependencies": {
+ "@types/jest": "^26.0.22",
  "cdk-build-tools": "0.0.0",
  "cfn2ts": "0.0.0",
  "pkglint": "0.0.0",

diff --git a/packages/@aws-cdk/aws-codepipeline-actions/package.json b/packages/@aws-cdk/aws-codepipeline-actions/package.json
@@ -66,6 +66,7 @@
  },
  "license": "Apache-2.0",
  "devDependencies": {
+ "@types/jest": "^26.0.22",
  "@aws-cdk/aws-cloudtrail": "0.0.0",
  "@aws-cdk/cx-api": "0.0.0",
  "@types/lodash": "^4.14.168",

diff --git a/packages/@aws-cdk/aws-codepipeline/package.json b/packages/@aws-cdk/aws-codepipeline/package.json
@@ -76,6 +76,7 @@
  },
  "license": "Apache-2.0",
  "devDependencies": {
+ "@types/jest": "^26.0.22",
  "@aws-cdk/cx-api": "0.0.0",
  "@types/nodeunit": "^0.0.31",
  "cdk-build-tools": "0.0.0",

diff --git a/packages/@aws-cdk/aws-codestar/package.json b/packages/@aws-cdk/aws-codestar/package.json
@@ -73,6 +73,7 @@
  },
  "license": "Apache-2.0",
  "devDependencies": {
+ "@types/jest": "^26.0.22",
  "cdk-build-tools": "0.0.0",
  "cdk-integ-tools": "0.0.0",
  "cfn2ts": "0.0.0",