Merge pull request #394 from MatrixAI/feature-test-load-balancing

Test load balancing (migrating changes from TypeScript-Demo-Lib)

Author: emmacasolin

.gitlab-ci.yml

@@ -29,11 +29,15 @@ default:
 # Cached directories shared between jobs & pipelines per-branch per-runner
 cache:
   key: $CI_COMMIT_REF_SLUG
+  # Preserve cache even if job fails
+  when: 'always'
   paths:
     - ./tmp/npm/
     - ./tmp/ts-node-cache/
     # Homebrew cache is only used by the macos runner
     - ./tmp/Homebrew
+    # Chocolatey cache is only used by the windows runner
+    - ./tmp/chocolatey/
     # `jest` cache is configured in jest.config.js
     - ./tmp/jest/
 
@@ -79,23 +83,21 @@ check:nix-dry:
 
 check:test-generate:
   stage: check
-  interruptible: true
+  needs: []
   script:
     - >
       nix-shell --run '
-      ./scripts/test-pipelines.sh > ./tmp/test-pipelines.yml
+      ./scripts/check-test-generate.sh > ./tmp/check-test.yml
       '
   artifacts:
     when: always
     paths:
-      - ./tmp/test-pipelines.yml
+      - ./tmp/check-test.yml
   rules:
-    # Runs on feature and staging commits and ignores version commits
-    - if: $CI_COMMIT_BRANCH =~ /^(?:feature.*|staging)$/ && $CI_COMMIT_TITLE !~ /^[0-9]+\.[0-9]+\.[0-9]+(?:-.*[0-9]+)?$/
-    # Runs on tag pipeline where the tag is a prerelease or release version
-    - if: $CI_COMMIT_TAG =~ /^v[0-9]+\.[0-9]+\.[0-9]+(?:-.*[0-9]+)?$/
-    # Manually run on commits other than master and ignore version commits
-    - if: $CI_COMMIT_BRANCH && $CI_COMMIT_BRANCH != 'master' && $CI_COMMIT_TITLE !~ /^[0-9]+\.[0-9]+\.[0-9]+(?:-.*[0-9]+)?$/
+    # Runs on staging commits and ignores version commits
+    - if: $CI_COMMIT_BRANCH =~ /^feature.*$/ && $CI_COMMIT_TITLE !~ /^[0-9]+\.[0-9]+\.[0-9]+(?:-.*[0-9]+)?$/
+    # Manually run on commits other than master and staging and ignore version commits
+    - if: $CI_COMMIT_BRANCH && $CI_COMMIT_BRANCH !~ /^(?:master|staging)$/ && $CI_COMMIT_TITLE !~ /^[0-9]+\.[0-9]+\.[0-9]+(?:-.*[0-9]+)?$/
       when: manual
 
 check:test:
@@ -106,16 +108,14 @@ check:test:
     variables: false
   trigger:
     include:
-      - artifact: tmp/test-pipelines.yml
+      - artifact: tmp/check-test.yml
         job: check:test-generate
     strategy: depend
   rules:
-    # Runs on feature and staging commits and ignores version commits
-    - if: $CI_COMMIT_BRANCH =~ /^(?:feature.*|staging)$/ && $CI_COMMIT_TITLE !~ /^[0-9]+\.[0-9]+\.[0-9]+(?:-.*[0-9]+)?$/
-    # Runs on tag pipeline where the tag is a prerelease or release version
-    - if: $CI_COMMIT_TAG =~ /^v[0-9]+\.[0-9]+\.[0-9]+(?:-.*[0-9]+)?$/
-    # Manually run on commits other than master and ignore version commits
-    - if: $CI_COMMIT_BRANCH && $CI_COMMIT_BRANCH != 'master' && $CI_COMMIT_TITLE !~ /^[0-9]+\.[0-9]+\.[0-9]+(?:-.*[0-9]+)?$/
+    # Runs on staging commits and ignores version commits
+    - if: $CI_COMMIT_BRANCH =~ /^feature.*$/ && $CI_COMMIT_TITLE !~ /^[0-9]+\.[0-9]+\.[0-9]+(?:-.*[0-9]+)?$/
+    # Manually run on commits other than master and staging and ignore version commits
+    - if: $CI_COMMIT_BRANCH && $CI_COMMIT_BRANCH !~ /^(?:master|staging)$/ && $CI_COMMIT_TITLE !~ /^[0-9]+\.[0-9]+\.[0-9]+(?:-.*[0-9]+)?$/
       when: manual
 
 build:merge:
@@ -146,7 +146,7 @@ build:merge:
     # Runs on tag pipeline where the tag is a prerelease or release version
     - if: $CI_COMMIT_TAG =~ /^v[0-9]+\.[0-9]+\.[0-9]+(?:-.*[0-9]+)?$/
 
-build:linux:
+build:dist:
   stage: build
   needs: []
   script:
@@ -157,63 +157,42 @@ build:linux:
   artifacts:
     when: always
     paths:
-      # Only the build:linux preserves the dist
       - ./dist
   rules:
     # Runs on staging commits and ignores version commits
     - if: $CI_COMMIT_BRANCH == 'staging' && $CI_COMMIT_TITLE !~ /^[0-9]+\.[0-9]+\.[0-9]+(?:-.*[0-9]+)?$/
     # Runs on tag pipeline where the tag is a prerelease or release version
     - if: $CI_COMMIT_TAG =~ /^v[0-9]+\.[0-9]+\.[0-9]+(?:-.*[0-9]+)?$/
 
-build:windows:
+build:platforms-generate:
   stage: build
   needs: []
-  tags:
-    - windows
-  before_script:
-    - mkdir -Force "$CI_PROJECT_DIR/tmp"
-    - choco install nodejs --version=16.14.2 -y
-    - refreshenv
   script:
-    - npm config set msvs_version 2019
-    - npm install --ignore-scripts
-    - $env:Path = "$(npm bin);" + $env:Path
-    - npm run build --verbose
-    # - npm test -- --ci
-  # artifacts:
-  #   when: always
-  #   reports:
-  #     junit:
-  #       - ./tmp/junit/junit.xml
+    - >
+        nix-shell --run '
+        ./scripts/build-platforms-generate.sh > ./tmp/build-platforms.yml
+        '
+  artifacts:
+    when: always
+    paths:
+      - ./tmp/build-platforms.yml
   rules:
     # Runs on staging commits and ignores version commits
     - if: $CI_COMMIT_BRANCH == 'staging' && $CI_COMMIT_TITLE !~ /^[0-9]+\.[0-9]+\.[0-9]+(?:-.*[0-9]+)?$/
     # Runs on tag pipeline where the tag is a prerelease or release version
     - if: $CI_COMMIT_TAG =~ /^v[0-9]+\.[0-9]+\.[0-9]+(?:-.*[0-9]+)?$/
 
-build:macos:
+build:platforms:
   stage: build
-  needs: []
-  tags:
-    - shared-macos-amd64
-  image: macos-11-xcode-12
-  variables:
-    HOMEBREW_NO_INSTALL_UPGRADE: "true"
-    HOMEBREW_NO_INSTALL_CLEANUP: "true"
-  script:
-    - eval "$(brew shellenv)"
-    - brew install node@16
-    - brew link --overwrite node@16
-    - hash -r
-    - npm install --ignore-scripts
-    - export PATH="$(npm bin):$PATH"
-    - npm run build --verbose
-    # - npm test -- --ci
-  # artifacts:
-  #   when: always
-  #   reports:
-  #     junit:
-  #       - ./tmp/junit/junit.xml
+  needs:
+    - build:platforms-generate
+  inherit:
+    variables: false
+  trigger:
+    include:
+      - artifact: tmp/build-platforms.yml
+        job: build:platforms-generate
+    strategy: depend
   rules:
     # Runs on staging commits and ignores version commits
     - if: $CI_COMMIT_BRANCH == 'staging' && $CI_COMMIT_TITLE !~ /^[0-9]+\.[0-9]+\.[0-9]+(?:-.*[0-9]+)?$/
@@ -223,9 +202,8 @@ build:macos:
 build:prerelease:
   stage: build
   needs:
-    - build:linux
-    - build:windows
-    - build:macos
+    - build:dist
+    - build:platforms
   # Don't interrupt publishing job
   interruptible: false
   script:
@@ -247,9 +225,8 @@ build:prerelease:
 integration:builds:
   stage: integration
   needs:
-    - build:linux
-    - build:windows
-    - build:macos
+    - build:dist
+    - build:platforms
   script:
     - mkdir -p ./builds
     - >
@@ -499,11 +476,9 @@ integration:merge:
   stage: integration
   needs:
     - build:merge
-    - job: build:linux
-      optional: true
-    - job: build:windows
+    - job: build:dist
       optional: true
-    - job: build:macos
+    - job: build:platforms
       optional: true
     - job: integration:nix
       optional: true
@@ -629,9 +604,8 @@ release:deployment:tag:
 release:distribution:
   stage: release
   needs:
-    - build:linux
-    - build:windows
-    - build:macos
+    - build:dist
+    - build:platforms
     - integration:builds
     - integration:merge
     - release:deployment:tag

jest.config.js

@@ -53,7 +53,14 @@ module.exports = {
   },
   reporters: [
     'default',
-    ['jest-junit', { outputDirectory: '<rootDir>/tmp/junit' }],
+    ['jest-junit', {
+      outputDirectory: '<rootDir>/tmp/junit',
+      classNameTemplate: '{classname}',
+      ancestorSeparator: ' > ',
+      titleTemplate: '{title}',
+      addFileAttribute: 'true',
+      reportTestSuiteErrors: 'true',
+    }],
   ],
   collectCoverageFrom: ['src/**/*.{ts,tsx,js,jsx}', '!src/**/*.d.ts'],
   coverageReporters: ['text', 'cobertura'],