test: add AIO benchmark

Author: filipesilva

.circleci/config.yml

@@ -14,6 +14,7 @@
 # `com_github_bazelbuild_buildtools` in the `/WORKSPACE` file.
 var_1: &docker_image angular/ngcontainer:0.3.3
 var_2: &cache_key angular_devkit-{{ checksum "yarn.lock" }}-0.3.3-2
+var_3: &benchmark_aio_cache_key angular_devkit-benchmark-aio{{ checksum "benchmark/aio/package-lock.json" }}-0.3.3-2
 
 # Settings common to each job
 anchor_1: &defaults
@@ -30,6 +31,8 @@ anchor_3: &root_package_lock_key
   key: *cache_key
 anchor_4: &attach_options
   at: .
+anchor_5: &benchmark_aio_package_lock_key
+  key: *benchmark_aio_cache_key
 
 # Job definitions
 version: 2
@@ -93,6 +96,18 @@ jobs:
       - attach_workspace: *attach_options
       - run: npm run admin -- build
 
+  benchmark:
+    <<: *defaults
+    steps:
+      - attach_workspace: *attach_options
+      - restore_cache: *benchmark_aio_package_lock_key      
+      - run: npm run admin -- build      
+      - run: npm run benchmark
+      - save_cache:
+          <<: *benchmark_aio_package_lock_key
+          paths:
+            - benchmark/aio/node_modules     
+
   build-bazel:
     <<: *defaults
     resource_class: large
@@ -155,6 +170,9 @@ workflows:
       - e2e-cli:
           requires:
             - build
+      - benchmark:
+          requires:
+            - build            
       - snapshot_publish:
           requires:
             - test

benchmark/aio/.gitignore

@@ -47,3 +47,5 @@ Thumbs.db
 
 # copied dependencies
 # src/assets/js/lunr*
+
+benchmark.log

benchmark/aio/BENCHMARK.md

@@ -0,0 +1,31 @@
+# Benchmark notes for AIO
+
+## Snapshot info
+Repository: https://github.com/angular/angular (inside the `aio` folder)
+Commit: 268cf7989 docs: release notes for the v6.1.5 release
+
+## Running the benchmark
+
+```
+npm install
+npm run benchmark
+```
+
+## Modifications
+- Deleted folders not used for building: `aio-builds-setup`, `content`, `scripts`, `tests`, `tools`
+- Added devDependency `"@angular-devkit/benchmark": "file:../../dist/@angular-devkit_benchmark.tgz",`
+- Added devDependency `"@angular-devkit/build-angular": "file:../../dist/@angular-devkit_build-angular.tgz",`
+- Removed devDependency `"@angular-devkit/build-angular": "0.6.7",`
+- Removed npm script `preinstall`
+- Removed npm script `postinstall`
+- Added npm script `"benchmark": "benchmark --output-file=benchmark.log -- ng build --configuration=stable",`
+- Added artifacts from `yarn setup` to git (`/src/generated/` and `src/assets/js`)
+- Unignored artifacts from `yarn setup` in gitignore
+- Ignore `benchmark.log` in gitignore
+
+## Notes
+This benchmark does not run the `setup` script because it has prebuilt its artifacts (
+`/src/generated/` and `src/assets/js`).
+
+The original repository uses `yarn` instead of `npm`, but adding local file paths to `package.json`
+seems to make yarn hang so we used `npm` instead.